You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/12 17:42:24 UTC

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1169 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1169/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC

3 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
	at __randomizedtesting.SeedInfo.seed([E3DBAC311B0AE8DF:6B8F93EBB5F68527]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:913)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([E3DBAC311B0AE8DF:DC53AF990C5C1838]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.testParse

Error Message:
Error from server at http://127.0.0.1:45813/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45813/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.
	at __randomizedtesting.SeedInfo.seed([E3DBAC311B0AE8DF:8C5EE769A77CDB30]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.doBefore(TimeRoutedAliasUpdateProcessorTest.java:84)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11961 lines...]
   [junit4] Suite: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/init-core-data-001
   [junit4]   2> 402658 WARN  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[E3DBAC311B0AE8DF]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=555 numCloses=555
   [junit4]   2> 402658 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[E3DBAC311B0AE8DF]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 402659 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[E3DBAC311B0AE8DF]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 402659 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[E3DBAC311B0AE8DF]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 402660 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[E3DBAC311B0AE8DF]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001
   [junit4]   2> 402660 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[E3DBAC311B0AE8DF]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 402665 INFO  (Thread-376) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 402665 INFO  (Thread-376) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 402669 ERROR (Thread-376) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 402765 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[E3DBAC311B0AE8DF]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:39275
   [junit4]   2> 402769 INFO  (zkConnectionManagerCallback-508-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402774 INFO  (jetty-launcher-505-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 402780 INFO  (jetty-launcher-505-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 402780 INFO  (jetty-launcher-505-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1951d7a{/solr,null,AVAILABLE}
   [junit4]   2> 402781 INFO  (jetty-launcher-505-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9ac1c{/solr,null,AVAILABLE}
   [junit4]   2> 402783 INFO  (jetty-launcher-505-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@510b4f{HTTP/1.1,[http/1.1]}{127.0.0.1:45813}
   [junit4]   2> 402783 INFO  (jetty-launcher-505-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1dbbf96{HTTP/1.1,[http/1.1]}{127.0.0.1:37347}
   [junit4]   2> 402783 INFO  (jetty-launcher-505-thread-2) [    ] o.e.j.s.Server Started @404202ms
   [junit4]   2> 402783 INFO  (jetty-launcher-505-thread-1) [    ] o.e.j.s.Server Started @404202ms
   [junit4]   2> 402783 INFO  (jetty-launcher-505-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45813}
   [junit4]   2> 402783 INFO  (jetty-launcher-505-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37347}
   [junit4]   2> 402783 ERROR (jetty-launcher-505-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 402783 ERROR (jetty-launcher-505-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 402783 INFO  (jetty-launcher-505-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 402783 INFO  (jetty-launcher-505-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 402783 INFO  (jetty-launcher-505-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 402784 INFO  (jetty-launcher-505-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 402784 INFO  (jetty-launcher-505-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 402784 INFO  (jetty-launcher-505-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 402784 INFO  (jetty-launcher-505-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-12T16:31:08.574Z
   [junit4]   2> 402784 INFO  (jetty-launcher-505-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-12T16:31:08.574Z
   [junit4]   2> 402793 INFO  (zkConnectionManagerCallback-511-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402794 INFO  (jetty-launcher-505-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 402794 INFO  (zkConnectionManagerCallback-512-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402794 INFO  (jetty-launcher-505-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 402808 INFO  (jetty-launcher-505-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39275/solr
   [junit4]   2> 402812 INFO  (zkConnectionManagerCallback-517-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402813 INFO  (jetty-launcher-505-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39275/solr
   [junit4]   2> 402818 INFO  (zkConnectionManagerCallback-520-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402825 INFO  (zkConnectionManagerCallback-522-thread-1-processing-n:127.0.0.1:45813_solr) [n:127.0.0.1:45813_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402833 INFO  (zkConnectionManagerCallback-524-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402846 INFO  (jetty-launcher-505-thread-1) [n:127.0.0.1:37347_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 402847 INFO  (jetty-launcher-505-thread-1) [n:127.0.0.1:37347_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37347_solr
   [junit4]   2> 402847 INFO  (jetty-launcher-505-thread-1) [n:127.0.0.1:37347_solr    ] o.a.s.c.Overseer Overseer (id=99337808671932422-127.0.0.1:37347_solr-n_0000000000) starting
   [junit4]   2> 402873 INFO  (jetty-launcher-505-thread-1) [n:127.0.0.1:37347_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37347_solr
   [junit4]   2> 402877 INFO  (OverseerStateUpdate-99337808671932422-127.0.0.1:37347_solr-n_0000000000) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 402889 INFO  (jetty-launcher-505-thread-2) [n:127.0.0.1:45813_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 402890 INFO  (jetty-launcher-505-thread-2) [n:127.0.0.1:45813_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 402893 INFO  (jetty-launcher-505-thread-2) [n:127.0.0.1:45813_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45813_solr
   [junit4]   2> 402902 INFO  (zkCallback-523-thread-2-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 402903 INFO  (zkCallback-521-thread-1-processing-n:127.0.0.1:45813_solr) [n:127.0.0.1:45813_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 403033 INFO  (jetty-launcher-505-thread-1) [n:127.0.0.1:37347_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37347.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b315fc
   [junit4]   2> 403033 INFO  (jetty-launcher-505-thread-2) [n:127.0.0.1:45813_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45813.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b315fc
   [junit4]   2> 403042 INFO  (jetty-launcher-505-thread-1) [n:127.0.0.1:37347_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37347.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b315fc
   [junit4]   2> 403042 INFO  (jetty-launcher-505-thread-2) [n:127.0.0.1:45813_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45813.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b315fc
   [junit4]   2> 403042 INFO  (jetty-launcher-505-thread-1) [n:127.0.0.1:37347_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37347.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b315fc
   [junit4]   2> 403042 INFO  (jetty-launcher-505-thread-2) [n:127.0.0.1:45813_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45813.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b315fc
   [junit4]   2> 403043 INFO  (jetty-launcher-505-thread-1) [n:127.0.0.1:37347_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/.
   [junit4]   2> 403043 INFO  (jetty-launcher-505-thread-2) [n:127.0.0.1:45813_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node2/.
   [junit4]   2> 403090 INFO  (zkConnectionManagerCallback-530-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 403104 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[E3DBAC311B0AE8DF]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 403106 INFO  (zkConnectionManagerCallback-535-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 403107 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[E3DBAC311B0AE8DF]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 403107 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[E3DBAC311B0AE8DF]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39275/solr ready
   [junit4]   2> 403108 INFO  (qtp17948987-2797) [n:127.0.0.1:45813_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 403108 INFO  (qtp17948987-2797) [n:127.0.0.1:45813_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 403109 INFO  (qtp17948987-2798) [n:127.0.0.1:45813_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 403110 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.CreateCollectionCmd Create collection timeConfig
   [junit4]   2> 403110 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 403111 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/timeConfig/protwords.txt
   [junit4]   2> 403111 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/timeConfig/managed-schema
   [junit4]   2> 403112 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/timeConfig/solrconfig.xml
   [junit4]   2> 403113 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/timeConfig/synonyms.txt
   [junit4]   2> 403114 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/timeConfig/stopwords.txt
   [junit4]   2> 403115 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/timeConfig/lang/contractions_it.txt
   [junit4]   2> 403115 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/timeConfig/lang/stemdict_nl.txt
   [junit4]   2> 403116 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/timeConfig/lang/stopwords_hy.txt
   [junit4]   2> 403116 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/timeConfig/lang/stopwords_no.txt
   [junit4]   2> 403117 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/timeConfig/lang/contractions_ca.txt
   [junit4]   2> 403118 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/timeConfig/lang/stopwords_id.txt
   [junit4]   2> 403118 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/timeConfig/lang/stopwords_ga.txt
   [junit4]   2> 403119 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/timeConfig/lang/stopwords_hi.txt
   [junit4]   2> 403119 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/timeConfig/lang/stopwords_da.txt
   [junit4]   2> 403120 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/timeConfig/lang/stopwords_ja.txt
   [junit4]   2> 403121 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/timeConfig/lang/stopwords_pt.txt
   [junit4]   2> 403121 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/timeConfig/lang/stopwords_hu.txt
   [junit4]   2> 403122 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/timeConfig/lang/stopwords_el.txt
   [junit4]   2> 403122 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/timeConfig/lang/stopwords_ru.txt
   [junit4]   2> 403123 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/timeConfig/lang/stopwords_tr.txt
   [junit4]   2> 403123 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/timeConfig/lang/stopwords_ar.txt
   [junit4]   2> 403124 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/timeConfig/lang/userdict_ja.txt
   [junit4]   2> 403124 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/timeConfig/lang/stopwords_eu.txt
   [junit4]   2> 403125 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/timeConfig/lang/stopwords_it.txt
   [junit4]   2> 403125 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/timeConfig/lang/stopwords_cz.txt
   [junit4]   2> 403126 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/timeConfig/lang/stoptags_ja.txt
   [junit4]   2> 403126 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/timeConfig/lang/contractions_fr.txt
   [junit4]   2> 403127 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/timeConfig/lang/stopwords_de.txt
   [junit4]   2> 403128 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/timeConfig/lang/stopwords_fa.txt
   [junit4]   2> 403129 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/timeConfig/lang/contractions_ga.txt
   [junit4]   2> 403129 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/timeConfig/lang/stopwords_ca.txt
   [junit4]   2> 403130 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/timeConfig/lang/stopwords_nl.txt
   [junit4]   2> 403131 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/timeConfig/lang/stopwords_bg.txt
   [junit4]   2> 403132 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/timeConfig/lang/stopwords_lv.txt
   [junit4]   2> 403133 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/timeConfig/lang/stopwords_en.txt
   [junit4]   2> 403134 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/timeConfig/lang/stopwords_es.txt
   [junit4]   2> 403135 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/timeConfig/lang/stopwords_th.txt
   [junit4]   2> 403135 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/timeConfig/lang/stopwords_ro.txt
   [junit4]   2> 403136 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/timeConfig/lang/stopwords_fr.txt
   [junit4]   2> 403136 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/timeConfig/lang/stopwords_sv.txt
   [junit4]   2> 403137 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/timeConfig/lang/stopwords_fi.txt
   [junit4]   2> 403137 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/timeConfig/lang/hyphenations_ga.txt
   [junit4]   2> 403138 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/timeConfig/lang/stopwords_gl.txt
   [junit4]   2> 403138 INFO  (OverseerThreadFactory-832-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/timeConfig/params.json
   [junit4]   2> 403243 INFO  (OverseerStateUpdate-99337808671932422-127.0.0.1:37347_solr-n_0000000000) [n:127.0.0.1:37347_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"timeConfig",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"timeConfig_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37347/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 403445 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 403445 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 403548 INFO  (zkCallback-523-thread-2-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 403548 INFO  (zkCallback-523-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 404456 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 404456 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 404457 WARN  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 404457 WARN  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 404457 WARN  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 404457 WARN  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 404458 WARN  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 404458 WARN  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 404458 WARN  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 404458 WARN  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 404464 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 404483 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 404611 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 404633 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig, trusted=true
   [junit4]   2> 404633 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37347.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b315fc
   [junit4]   2> 404634 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 404634 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/./timeConfig_shard1_replica_n1/data/]
   [junit4]   2> 404639 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 404702 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 404703 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 404704 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 404704 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 404706 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@9680d5[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 404707 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 404707 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 404707 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 404707 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 404708 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 404708 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 404711 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 404711 INFO  (searcherExecutor-837-thread-1-processing-n:127.0.0.1:37347_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@9680d5[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 404711 INFO  (searcherExecutor-837-thread-1-processing-n:127.0.0.1:37347_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 404711 INFO  (searcherExecutor-837-thread-1-processing-n:127.0.0.1:37347_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 404711 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589404940895256576
   [junit4]   2> 404712 INFO  (searcherExecutor-837-thread-1-processing-n:127.0.0.1:37347_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@9680d5[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 404714 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 404714 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 404715 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37347/solr/timeConfig_shard1_replica_n1/
   [junit4]   2> 404715 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 404715 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37347/solr/timeConfig_shard1_replica_n1/ has no replicas
   [junit4]   2> 404715 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 404716 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37347/solr/timeConfig_shard1_replica_n1/ shard1
   [junit4]   2> 404817 INFO  (zkCallback-523-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 404817 INFO  (zkCallback-523-thread-3-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 404867 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 404907 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1462
   [junit4]   2> 404909 INFO  (qtp17948987-2798) [n:127.0.0.1:45813_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 404969 INFO  (zkCallback-523-thread-3-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 404969 INFO  (zkCallback-523-thread-1-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 405111 INFO  (OverseerCollectionConfigSetProcessor-99337808671932422-127.0.0.1:37347_solr-n_0000000000) [n:127.0.0.1:37347_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 405910 INFO  (qtp17948987-2798) [n:127.0.0.1:45813_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2801
   [junit4]   2> 405926 INFO  (qtp33503179-2790) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"set-user-property":{"timePartitionAliasName":"myalias"}}, {"set-user-property":{"update.autoCreateFields":false}}, {"add-updateprocessor":{
   [junit4]   2>     "name":"tolerant",
   [junit4]   2>     "class":"solr.TolerantUpdateProcessorFactory"}}, {"add-updateprocessor":{
   [junit4]   2>     "name":"inc",
   [junit4]   2>     "class":"org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest$IncrementURPFactory",
   [junit4]   2>     "fieldName":"integer_i"}}]
   [junit4]   2> 405926 INFO  (qtp33503179-2790) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property overlay to be of version 0 for collection timeConfig
   [junit4]   2> 405926 INFO  (Thread-395) [n:127.0.0.1:37347_solr    ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
   [junit4]   2> 405926 INFO  (Thread-395) [n:127.0.0.1:37347_solr    ] o.a.s.c.SolrCore core reload timeConfig_shard1_replica_n1
   [junit4]   2> 405927 INFO  (solrHandlerExecutor-842-thread-1-processing-n:127.0.0.1:37347_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 405931 INFO  (Thread-395) [n:127.0.0.1:37347_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 405931 INFO  (Thread-395) [n:127.0.0.1:37347_solr    ] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 405932 WARN  (Thread-395) [n:127.0.0.1:37347_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 405932 WARN  (Thread-395) [n:127.0.0.1:37347_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 405932 WARN  (Thread-395) [n:127.0.0.1:37347_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 405932 WARN  (Thread-395) [n:127.0.0.1:37347_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 405933 WARN  (Thread-395) [n:127.0.0.1:37347_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 405933 WARN  (Thread-395) [n:127.0.0.1:37347_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 405933 WARN  (Thread-395) [n:127.0.0.1:37347_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 405933 WARN  (Thread-395) [n:127.0.0.1:37347_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 405937 INFO  (Thread-395) [n:127.0.0.1:37347_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 405948 INFO  (Thread-395) [n:127.0.0.1:37347_solr    ] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 406028 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 406028 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 406028 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 406029 INFO  (solrHandlerExecutor-842-thread-1-processing-n:127.0.0.1:37347_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:37347/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 1 attempts
   [junit4]   2> 406029 INFO  (solrHandlerExecutor-842-thread-1-processing-n:127.0.0.1:37347_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 406047 INFO  (Thread-395) [n:127.0.0.1:37347_solr    ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 406061 INFO  (Thread-395) [n:127.0.0.1:37347_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig
   [junit4]   2> 406089 INFO  (Thread-395) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37347.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b315fc
   [junit4]   2> 406089 INFO  (Thread-395) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/timeConfig_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_E3DBAC311B0AE8DF-001/tempDir-001/node1/./timeConfig_shard1_replica_n1/data/]
   [junit4]   2> 406092 INFO  (Thread-395) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 406129 INFO  (qtp33503179-2784) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 406129 INFO  (qtp33503179-2784) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 406129 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 406130 INFO  (Thread-395) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 406130 INFO  (Thread-395) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 406130 INFO  (solrHandlerExecutor-842-thread-1-processing-n:127.0.0.1:37347_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:37347/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 2 attempts
   [junit4]   2> 406130 INFO  (solrHandlerExecutor-842-thread-1-processing-n:127.0.0.1:37347_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 406131 INFO  (Thread-395) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1729911[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 406132 INFO  (Thread-395) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 406132 INFO  (Thread-395) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 406132 INFO  (Thread-395) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 406133 INFO  (Thread-395) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 406133 INFO  (Thread-395) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 406133 INFO  (Thread-395) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 406134 INFO  (Thread-395) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 406134 INFO  (searcherExecutor-843-thread-1-processing-n:127.0.0.1:37347_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@1729911[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 406134 INFO  (searcherExecutor-843-thread-1-processing-n:127.0.0.1:37347_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 406134 INFO  (searcherExecutor-843-thread-1-processing-n:127.0.0.1:37347_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 406134 INFO  (Thread-395) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589404942387380224
   [junit4]   2> 406137 INFO  (Thread-395) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 406139 INFO  (searcherExecutor-843-thread-1-processing-n:127.0.0.1:37347_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@1729911[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 406139 INFO  (Thread-395) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ac5d1e[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 406139 INFO  (searcherExecutor-843-thread-1-processing-n:127.0.0.1:37347_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@ac5d1e[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 406139 INFO  (searcherExecutor-843-thread-1-processing-n:127.0.0.1:37347_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 406142 INFO  (searcherExecutor-843-thread-1-processing-n:127.0.0.1:37347_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@ac5d1e[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 406230 INFO  (qtp33503179-2786) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 0 of config
   [junit4]   2> 406231 INFO  (qtp33503179-2786) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 406231 INFO  (qtp33503179-2786) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 406231 INFO  (qtp33503179-2790) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 305.0ms to set the property overlay to be of version 0 for collection timeConfig
   [junit4]   2> 406231 INFO  (qtp33503179-2790) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@c7a553
   [junit4]   2> 406231 INFO  (qtp33503179-2790) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=13083987
   [junit4]   2> 406231 INFO  (qtp33503179-2790) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45fb8f: rootName = solr_37347, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@123379c
   [junit4]   2> 406242 INFO  (qtp33503179-2790) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=13083987
   [junit4]   2> 406247 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController Persisted config data to node /configs/timeConfig/params.json 
   [junit4]   2> 406247 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property params to be of version 1 for collection timeConfig
   [junit4]   2> 406247 INFO  (Thread-396) [n:127.0.0.1:37347_solr    ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
   [junit4]   2> 406248 INFO  (Thread-396) [n:127.0.0.1:37347_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 1 
   [junit4]   2> 406248 INFO  (Thread-396) [n:127.0.0.1:37347_solr    ] o.a.s.c.RequestParams request params refreshed to version 1
   [junit4]   2> 406248 INFO  (solrHandlerExecutor-847-thread-1-processing-n:127.0.0.1:37347_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 406349 INFO  (qtp33503179-2790) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 1 of params
   [junit4]   2> 406349 INFO  (qtp33503179-2790) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 406349 INFO  (qtp33503179-2790) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={params=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 406350 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 102.0ms to set the property params to be of version 1 for collection timeConfig
   [junit4]   2> 406350 INFO  (qtp33503179-2788) [n:127.0.0.1:37347_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/params params={wt=javabin&version=2} status=0 QTime=103
   [junit4]   2> 406350 INFO  (qtp17948987-2792) [n:127.0.0.1:45813_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=timeConfig&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 406351 INFO  (OverseerThreadFactory-832-thread-2-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 406352 INFO  (qtp33503179-2789) [n:127.0.0.1:37347_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=null
   [junit4]   2> 406352 INFO  (qtp33503179-2789) [n:127.0.0.1:37347_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a9bec1: rootName = solr_37347, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@123379c
   [junit4]   2> 406369 INFO  (qtp33503179-2789) [n:127.0.0.1:37347_solr    ] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@122b401
   [junit4]   2> 406369 INFO  (qtp33503179-2789) [n:127.0.0.1:37347_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=19051521
   [junit4]   2> 406369 INFO  (qtp33503179-2789) [n:127.0.0.1:37347_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=19051521
   [junit4]   2> 406372 INFO  (qtp33503179-2789) [n:127.0.0.1:37347_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=timeConfig_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=20
   [junit4]   2> 407075 INFO  (qtp17948987-2792) [n:127.0.0.1:45813_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=timeConfig&action=DELETE&wt=javabin&version=2} status=0 QTime=724
   [junit4]   2> 407075 INFO  (qtp17948987-2797) [n:127.0.0.1:45813_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.timePartitionAliasName=myalias&collection.configName=timeConfig&maxShardsPerNode=2&name=myalias_2017-10-23&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 407077 INFO  (OverseerThreadFactory-832-thread-3-processing-n:127.0.0.1:37347_solr) [n:127.0.0.1:37347_solr    ] o.a.s.c.CreateCollectionCmd Create collection myalias_2017-10-23
   [junit4]   2> 407077 INFO  (OverseerCollectionConfigSetProcessor-99337808671932422-127.0.0.1:37347_solr-n_0000000000) [n:127.0.0.1:37347_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 407282 INFO  (OverseerStateUpdate-99337808671932422-127.0.0.1:37347_solr-n_0000000000) [n:127.0.0.1:37347_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"myalias_2017-10-23_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37347/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 407283 INFO  (OverseerStateUpdate-99337808671932422-127.0.0.1:37347_solr-n_0000000000) [n:127.0.0.1:37347_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"myalias_2017-10-23_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45813/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 407284 INFO  (OverseerStateUpdate-99337808671932422-127.0.0.1:37347_solr-n_0000000000) [n:127.0.0.1:37347_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"myalias_2017-10-23_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37347/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 407285 INFO  (OverseerStateUpdate-99337808671932422-127.0.0.1:37347_solr-n_0000000000) [n:127.0.0.1:37347_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"myalias_2017-10-23_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45813/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 407486 INFO  (qtp33503179-2785) [n:127.0.0.1:37347_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node3&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 407487 INFO  (qtp33503179-2783) [n:127.0.0.1:37347_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node7&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 407487 INFO  (qtp17948987-2793) [n:127.0.0.1:45813_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node5&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 407487 INFO  (qtp17948987-2794) [n:127.0.0.1:45813_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node8&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 407487 INFO  (qtp17948987-2793) [n:127.0.0.1:45813_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 407590 INFO  (zkCallback-521-thread-1-processing-n:127.0.0.1:45813_solr) [n:127.0.0.1:45813_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:N

[...truncated too long message...]

0.1:43867_-n_0000000005) closing
   [junit4]   2> 1846934 INFO  (OverseerStateUpdate-99337899303174165-127.0.0.1:43867_-n_0000000005) [n:127.0.0.1:43867_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43867_
   [junit4]   2> 1846934 WARN  (OverseerAutoScalingTriggerThread-99337899303174165-127.0.0.1:43867_-n_0000000005) [n:127.0.0.1:43867_    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1846937 WARN  (ScheduledTrigger-5695-thread-1) [n:127.0.0.1:43867_    ] o.a.s.c.a.TriggerBase Exception updating trigger state '/autoscaling/triggerState/.auto_add_replicas'
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.lang.Object.wait(Native Method)
   [junit4]   2> 	at java.lang.Object.wait(Object.java:502)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1097)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:315)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:315)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:57)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.TriggerBase.saveState(TriggerBase.java:203)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.run(ScheduledTriggers.java:544)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1846937 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E3DBAC311B0AE8DF]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1fd7448{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1846938 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E3DBAC311B0AE8DF]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@31de25{/,null,UNAVAILABLE}
   [junit4]   2> 1846938 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E3DBAC311B0AE8DF]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 33229
   [junit4]   2> 1846938 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E3DBAC311B0AE8DF]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1846939 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E3DBAC311B0AE8DF]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41431 41431
   [junit4]   2> 1852742 INFO  (Thread-9226) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41431 41431
   [junit4]   2> 1852743 WARN  (Thread-9226) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/aliases.json
   [junit4]   2> 	11	/solr/configs/conf1
   [junit4]   2> 	7	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/clusterprops.json
   [junit4]   2> 	15	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/collection1/state.json
   [junit4]   2> 	5	/solr/autoscaling.json
   [junit4]   2> 	5	/solr/collections/collection2/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99337899303174156-127.0.0.1:44075_-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/live_nodes
   [junit4]   2> 	15	/solr/collections
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 	3	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=FullSolrCloudDistribCmdsTest -Dtests.method=test -Dtests.seed=E3DBAC311B0AE8DF -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ca-ES -Dtests.timezone=America/Hermosillo -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 67.5s J0 | FullSolrCloudDistribCmdsTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Could not find collection:collection2
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E3DBAC311B0AE8DF:6B8F93EBB5F68527]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:913)
   [junit4]    > 	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
   [junit4]    > 	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E3DBAC311B0AE8DF-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=ca-ES, timezone=America/Hermosillo
   [junit4]   2> NOTE: Linux 4.13.0-26-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=159062344,total=429551616
   [junit4]   2> NOTE: All tests run in this JVM: [TestFastOutputStream, TestReqParamsAPI, SearchRateTriggerTest, RulesTest, TestLuceneIndexBackCompat, JsonLoaderTest, TestRequestStatusCollectionAPI, TestUtils, TestReversedWildcardFilterFactory, HighlighterMaxOffsetTest, OutOfBoxZkACLAndCredentialsProvidersTest, SpatialFilterTest, TestDocTermOrds, TriggerIntegrationTest, SimpleFacetsTest, TestReplicationHandler, ConnectionManagerTest, TestFoldingMultitermQuery, TestTlogReplica, TestRawTransformer, TestLegacyField, TestPivotHelperCode, DateFieldTest, TestDownShardTolerantSearch, TestDFRSimilarityFactory, TestRandomDVFaceting, PropertiesRequestHandlerTest, AnalysisErrorHandlingTest, SmileWriterTest, HdfsNNFailoverTest, URLClassifyProcessorTest, TestCloudPseudoReturnFields, StressHdfsTest, TestCloudNestedDocsSort, TestLegacyNumericRangeQueryBuilder, TestSystemCollAutoCreate, DistributedQueueTest, TestShortCircuitedRequests, TestRTimerTree, NumberUtilsTest, TestSimpleTextCodec, TestGraphTermsQParserPlugin, DistributedMLTComponentTest, TestExportWriter, TestJsonFacets, CursorPagingTest, TestScoreJoinQPScore, SaslZkACLProviderTest, TestConfigSetsAPI, TestStressCloudBlindAtomicUpdates, TemplateUpdateProcessorTest, ZkStateWriterTest, AutoscalingHistoryHandlerTest, CollectionsAPISolrJTest, TestSweetSpotSimilarityFactory, TestPayloadCheckQParserPlugin, CdcrVersionReplicationTest, TestRecoveryHdfs, TolerantUpdateProcessorTest, TestManagedSchemaAPI, PeerSyncWithIndexFingerprintCachingTest, UtilsToolTest, TestIndexingPerformance, SoftAutoCommitTest, TestPolicyCloud, SolrGangliaReporterTest, TestSortByMinMaxFunction, TestSubQueryTransformerDistrib, TestStressVersions, TestWordDelimiterFilterFactory, TestCloudInspectUtil, SearchHandlerTest, TestPostingsSolrHighlighter, BasicZkTest, CleanupOldIndexTest, TestLocalFSCloudBackupRestore, RankQueryTest, TermVectorComponentTest, EnumFieldTest, ResponseLogComponentTest, PrimitiveFieldTypeTest, TestSQLHandlerNonCloud, TestEmbeddedSolrServerSchemaAPI, CursorMarkTest, NoCacheHeaderTest, ParsingFieldUpdateProcessorsTest, VMParamsZkACLAndCredentialsProvidersTest, TestSolrDeletionPolicy1, TestUseDocValuesAsStored2, TestChildDocTransformer, TestExceedMaxTermLength, TermsComponentTest, LeaderFailoverAfterPartitionTest, DirectUpdateHandlerOptimizeTest, HdfsTlogReplayBufferedWhileIndexingTest, OverseerTaskQueueTest, QueryResultKeyTest, SolrInfoBeanTest, UninvertDocValuesMergePolicyTest, BufferStoreTest, TestBinaryField, TestSchemaNameResource, TestHighlightDedupGrouping, TestImplicitCoreProperties, SliceStateTest, ZkControllerTest, StatsReloadRaceTest, TestSolrCloudSnapshots, BaseCdcrDistributedZkTest, TestInPlaceUpdatesStandalone, TestSchemaManager, TestLeaderElectionWithEmptyReplica, BlockJoinFacetRandomTest, SolrShardReporterTest, TestNRTOpen, IndexSchemaRuntimeFieldTest, TestBadConfig, ExecutePlanActionTest, BadCopyFieldTest, TestPhraseSuggestions, HdfsRestartWhileUpdatingTest, TestDelegationWithHadoopAuth, DistributedDebugComponentTest, FastVectorHighlighterTest, TestCustomSort, DeleteReplicaTest, SyncSliceTest, LeaderElectionIntegrationTest, FullSolrCloudDistribCmdsTest]
   [junit4] Completed [388/766 (3!)] on J0 in 67.57s, 1 test, 1 failure <<< FAILURES!

[...truncated 45197 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1182 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1182/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=1551, name=jetty-launcher-289-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)    2) Thread[id=1552, name=jetty-launcher-289-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=1551, name=jetty-launcher-289-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=1552, name=jetty-launcher-289-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([349481097822F59E]:0)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([349481097822F59E:B1C82A16F740579]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11880 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
   [junit4]   2> 186477 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_349481097822F59E-001/init-core-data-001
   [junit4]   2> 186477 WARN  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=32 numCloses=32
   [junit4]   2> 186477 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 186479 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 186500 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_349481097822F59E-001/tempDir-001
   [junit4]   2> 186500 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 186509 INFO  (Thread-347) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 186510 INFO  (Thread-347) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 186511 ERROR (Thread-347) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 186610 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41277
   [junit4]   2> 186612 INFO  (zkConnectionManagerCallback-292-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 186616 INFO  (jetty-launcher-289-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 186616 INFO  (jetty-launcher-289-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 186623 INFO  (jetty-launcher-289-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b4d067{/solr,null,AVAILABLE}
   [junit4]   2> 186626 INFO  (jetty-launcher-289-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1c3486e{SSL,[ssl, http/1.1]}{127.0.0.1:45709}
   [junit4]   2> 186626 INFO  (jetty-launcher-289-thread-1) [    ] o.e.j.s.Server Started @188187ms
   [junit4]   2> 186626 INFO  (jetty-launcher-289-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45709}
   [junit4]   2> 186627 ERROR (jetty-launcher-289-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 186627 INFO  (jetty-launcher-289-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.3.0
   [junit4]   2> 186627 INFO  (jetty-launcher-289-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 186627 INFO  (jetty-launcher-289-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 186627 INFO  (jetty-launcher-289-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T13:36:23.568Z
   [junit4]   2> 186628 INFO  (jetty-launcher-289-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54015f{/solr,null,AVAILABLE}
   [junit4]   2> 186629 INFO  (jetty-launcher-289-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1a06ba2{SSL,[ssl, http/1.1]}{127.0.0.1:44797}
   [junit4]   2> 186629 INFO  (jetty-launcher-289-thread-2) [    ] o.e.j.s.Server Started @188189ms
   [junit4]   2> 186629 INFO  (jetty-launcher-289-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44797}
   [junit4]   2> 186629 ERROR (jetty-launcher-289-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 186629 INFO  (jetty-launcher-289-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.3.0
   [junit4]   2> 186629 INFO  (jetty-launcher-289-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 186629 INFO  (jetty-launcher-289-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 186629 INFO  (jetty-launcher-289-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T13:36:23.570Z
   [junit4]   2> 186631 INFO  (zkConnectionManagerCallback-296-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 186632 INFO  (zkConnectionManagerCallback-294-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 186632 INFO  (jetty-launcher-289-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 186632 INFO  (jetty-launcher-289-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 186643 INFO  (jetty-launcher-289-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41277/solr
   [junit4]   2> 186647 INFO  (jetty-launcher-289-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41277/solr
   [junit4]   2> 186648 INFO  (zkConnectionManagerCallback-301-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 186649 INFO  (zkConnectionManagerCallback-304-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 186658 INFO  (zkConnectionManagerCallback-306-thread-1-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 186658 INFO  (zkConnectionManagerCallback-308-thread-1-processing-n:127.0.0.1:45709_solr) [n:127.0.0.1:45709_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 186711 INFO  (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 186711 INFO  (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 186711 INFO  (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45709_solr
   [junit4]   2> 186712 INFO  (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44797_solr
   [junit4]   2> 186712 INFO  (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr    ] o.a.s.c.Overseer Overseer (id=99354108457910278-127.0.0.1:45709_solr-n_0000000000) starting
   [junit4]   2> 186712 INFO  (zkCallback-307-thread-1-processing-n:127.0.0.1:45709_solr) [n:127.0.0.1:45709_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 186712 INFO  (zkCallback-305-thread-1-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 186716 INFO  (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45709_solr
   [junit4]   2> 186717 INFO  (zkCallback-305-thread-1-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 186717 INFO  (zkCallback-307-thread-1-processing-n:127.0.0.1:45709_solr) [n:127.0.0.1:45709_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 186757 INFO  (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 186761 WARN  (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 186765 INFO  (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 186818 INFO  (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 186818 WARN  (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 186819 INFO  (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 186832 INFO  (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 186832 INFO  (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 186847 INFO  (jetty-launcher-289-thread-2-EventThread) [n:127.0.0.1:44797_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 186847 INFO  (jetty-launcher-289-thread-1-EventThread) [n:127.0.0.1:45709_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 186947 WARN  (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 186947 WARN  (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 186982 INFO  (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44797.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50881a
   [junit4]   2> 186982 INFO  (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45709.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50881a
   [junit4]   2> 186989 INFO  (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44797.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50881a
   [junit4]   2> 186990 INFO  (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44797.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50881a
   [junit4]   2> 186990 INFO  (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45709.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50881a
   [junit4]   2> 186990 INFO  (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45709.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50881a
   [junit4]   2> 186990 INFO  (jetty-launcher-289-thread-2) [n:127.0.0.1:44797_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_349481097822F59E-001/tempDir-001/node2/.
   [junit4]   2> 186991 INFO  (jetty-launcher-289-thread-1) [n:127.0.0.1:45709_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_349481097822F59E-001/tempDir-001/node1/.
   [junit4]   2> 187032 INFO  (zkConnectionManagerCallback-314-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 187049 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 187094 INFO  (qtp28128983-1500) [n:127.0.0.1:45709_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 187094 INFO  (qtp28128983-1500) [n:127.0.0.1:45709_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 187102 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[349481097822F59E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1516059384025&s=Cx94pjpdy2ZUhBoHdxvQNTY5bBM="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:24 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:24 GMT
   [junit4]   2> 187103 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 187114 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
   [junit4]   2> 192655 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[349481097822F59E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1516059384056&s=SZAEpkgq3Bui6z7kkUI7bJC89Ng="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:24 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:24 GMT
   [junit4]   2> 192655 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
   [junit4]   2> 192665 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 192669 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[349481097822F59E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1516059389607&s=0lwurF4lRPmAQT406PVvVS397jc="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:29 GMT
   [junit4]   2> 192669 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 192680 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 192681 INFO  (qtp28128983-1513) [    ] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 192682 WARN  (qtp28128983-1513) [    ] o.e.j.s.ServletHandler /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	... 29 more
   [junit4]   2> 192686 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 192696 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 192700 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[349481097822F59E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1516059389639&s=JOxhMvmcvyY+Viie9paMATYf5c4="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:29 GMT
   [junit4]   2> 192700 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 192712 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 192718 WARN  (qtp28128983-1502) [    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ‘bar’: no such user
   [junit4]   2> id: ‘bar’: no such user
   [junit4]   2> 
   [junit4]   2> 192719 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[349481097822F59E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1516059389653&s=nreeSRP5dM9Qrt2MV5Jz6QQ+R9E="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:29 GMT
   [junit4]   2> 192719 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4]   2> 192729 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 192730 INFO  (qtp28128983-1511) [n:127.0.0.1:45709_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 192730 INFO  (qtp28128983-1511) [n:127.0.0.1:45709_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 192730 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[349481097822F59E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1516059389670&s=XKq/kVfNFsKx3cx5gI637DSQXvU="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:29 GMT
   [junit4]   2> 192730 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 192738 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
   [junit4]   2> 192739 INFO  (zkConnectionManagerCallback-317-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 192860 INFO  (zkConnectionManagerCallback-320-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 192861 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 192861 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41277/solr ready
   [junit4]   2> 192864 INFO  (qtp28128983-1511) [n:127.0.0.1:45709_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 192865 INFO  (OverseerThreadFactory-919-thread-1-processing-n:127.0.0.1:45709_solr) [n:127.0.0.1:45709_solr    ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
   [junit4]   2> 192970 INFO  (OverseerStateUpdate-99354108457910278-127.0.0.1:45709_solr-n_0000000000) [n:127.0.0.1:45709_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"forwardingCollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"forwardingCollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44797/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 193228 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 193228 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 193333 INFO  (zkCallback-305-thread-1-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 193333 INFO  (zkCallback-305-thread-2-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 194251 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 194277 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
   [junit4]   2> 194359 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 194368 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
   [junit4]   2> 194368 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44797.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50881a
   [junit4]   2> 194369 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 194369 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_349481097822F59E-001/tempDir-001/node2/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_349481097822F59E-001/tempDir-001/node2/./forwardingCollection_shard1_replica_n1/data/]
   [junit4]   2> 194372 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=84.4560546875, floorSegmentMB=0.46484375, forceMergeDeletesPctAllowed=1.1211218416686808, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8212272931482175
   [junit4]   2> 194415 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 194415 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 194416 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 194416 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 194416 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=92.6611328125, floorSegmentMB=0.9609375, forceMergeDeletesPctAllowed=29.773006454750714, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 194417 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c055c9[forwardingCollection_shard1_replica_n1] main]
   [junit4]   2> 194418 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 194468 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 194577 ERROR (Finalizer) [    ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 194629 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 194630 INFO  (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 194630 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589665743839952896
   [junit4]   2> 194630 INFO  (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 194630 INFO  (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 194630 INFO  (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 194630 INFO  (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 194630 INFO  (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 194631 INFO  (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 194631 INFO  (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 194631 INFO  (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 194632 INFO  (searcherExecutor-924-thread-1-processing-n:127.0.0.1:44797_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@c055c9[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 194633 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 194633 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 194633 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44797/solr/forwardingCollection_shard1_replica_n1/
   [junit4]   2> 194634 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 194634 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44797/solr/forwardingCollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 194634 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 194635 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44797/solr/forwardingCollection_shard1_replica_n1/ shard1
   [junit4]   2> 194739 INFO  (zkCallback-305-thread-1-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 194739 INFO  (zkCallback-305-thread-2-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 194786 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 194788 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1560
   [junit4]   2> 194788 WARN  (httpShardExecutor-915-thread-1-processing-n:127.0.0.1:45709_solr [https:////127.0.0.1:44797//solr] https:////127.0.0.1:44797//solr) [n:127.0.0.1:45709_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1516059390168&s=PEQBa8mjNG+bU8sY+qoq/vi6jGE="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:30 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:30 GMT
   [junit4]   2> 194790 INFO  (qtp28128983-1511) [n:127.0.0.1:45709_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 194866 INFO  (OverseerCollectionConfigSetProcessor-99354108457910278-127.0.0.1:45709_solr-n_0000000000) [n:127.0.0.1:45709_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 194888 INFO  (zkCallback-305-thread-1-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 194888 INFO  (zkCallback-305-thread-2-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 195791 INFO  (qtp28128983-1511) [n:127.0.0.1:45709_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2927
   [junit4]   2> 195792 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1516059389804&s=u/NVWcelMTiTlCdR8fKpVyu8dNk="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:29 GMT
   [junit4]   2> 195792 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
   [junit4]   2> 195793 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
   [junit4]   2> 195800 INFO  (qtp28128983-1502) [n:127.0.0.1:45709_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 195807 INFO  (qtp14071-1514) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=2
   [junit4]   2> 195808 WARN  (qtp28128983-1502) [n:127.0.0.1:45709_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1516059392746&s=OOG1biDjGAwy3y5sa5Pt/ELWAfY="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:32 GMT
   [junit4]   2> 195809 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1516059392740&s=+185Rrx9WzX4RxBqAOX3A2xlxPU="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:32 GMT
   [junit4]   2> 195809 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1516059392746&s=OOG1biDjGAwy3y5sa5Pt/ELWAfY="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:32 GMT
   [junit4]   2> 195815 INFO  (qtp14071-1512) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 195816 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1516059392755&s=8/48gB3yf4KOgU42TNKUyR8WeWA="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:32 GMT
   [junit4]   2> 195816 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
   [junit4]   2> 195842 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 195847 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[349481097822F59E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1516059392785&s=+W5oRZ2SKksnyPXlb91LycIEV1U="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:32 GMT
   [junit4]   2> 195848 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 195875 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
   [junit4]   2> 195882 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[349481097822F59E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1516059392817&s=K/4pzWBLwuEDFtr731SMS9udAMY="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:32 GMT
   [junit4]   2> 195882 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
   [junit4]   2> 195906 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 195907 INFO  (qtp28128983-1511) [n:127.0.0.1:45709_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 195908 INFO  (qtp28128983-1511) [n:127.0.0.1:45709_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 195908 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[349481097822F59E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1516059392848&s=sREm8zOlNhdn3jt4IVaiQNyl0v4="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:32 GMT
   [junit4]   2> 195908 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 195923 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 207480 WARN  (jetty-launcher-289-thread-1-SendThread(127.0.0.1:41277)) [n:127.0.0.1:45709_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13869ms for sessionid 0x160fa09059c0008
   [junit4]   2> 207480 WARN  (jetty-launcher-289-thread-2-SendThread(127.0.0.1:41277)) [n:127.0.0.1:44797_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13865ms for sessionid 0x160fa09059c0007
   [junit4]   2> 207480 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[349481097822F59E]-SendThread(127.0.0.1:41277)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 11687ms for sessionid 0x160fa09059c000b
   [junit4]   2> 207481 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160fa09059c0008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 207482 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160fa09059c0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 207483 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[349481097822F59E]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1516059392864&s=F8ByKyQVRvG2BNufQWixIOJOGoc="; Path=/; Domain=127.0.0.1; Expires=lun., 15-janv.-2018 23:36:32 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun., 15-janv.-2018 23:36:32 GMT
   [junit4]   2> 207483 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[349481097822F59E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 207583 WARN  (zkConnectionManagerCallback-320-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44f979 name: ZooKeeperConnection Watcher:127.0.0.1:41277/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 207584 INFO  (jetty-closer-290-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1c3486e{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 207585 INFO  (jetty-closer-290-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=8348967
   [junit4]   2> 207585 INFO  (jetty-closer-290-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1a06ba2{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 207585 INFO  (jetty-closer-290-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=7747927
   [junit4]   2> 207585 INFO  (jetty-closer-290-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 207585 INFO  (jetty-closer-290-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@164e691: rootName = solr_45709, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@e1e873
   [junit4]   2> 207585 INFO  (jetty-closer-290-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 207585 INFO  (jetty-closer-290-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c4a0: rootName = solr_44797, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@178ee09
   [junit4]   2> 207595 INFO  (jetty-closer-290-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 207595 INFO  (jetty-closer-290-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9b1746: rootName = solr_44797, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@272c6d
   [junit4]   2> 207595 INFO  (jetty-closer-290-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 207595 INFO  (jetty-closer-290-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@103362b: rootName = solr_45709, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@272c6d
   [junit4]   2> 207601 INFO  (jetty-closer-290-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 207601 INFO  (jetty-closer-290-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@24aa82: rootName = solr_44797, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1de1571
   [junit4]   2> 207610 INFO  (jetty-closer-290-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 207610 INFO  (jetty-closer-290-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a507dd: rootName = solr_45709, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1de1571
   [junit4]   2> 207611 INFO  (jetty-closer-290-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44797_solr
   [junit4]   2> 207612 INFO  (jetty-closer-290-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45709_solr
   [junit4]   2> 207612 INFO  (jetty-closer-290-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 207612 INFO  (zkCallback-305-thread-2-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 207613 INFO  (jetty-closer-290-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 207613 INFO  (zkCallback-307-thread-1-processing-n:127.0.0.1:45709_solr) [n:127.0.0.1:45709_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 207614 INFO  (coreCloseExecutor-929-thread-1) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@17db539
   [junit4]   2> 207614 INFO  (coreCloseExecutor-929-thread-1) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=25015609
   [junit4]   2> 207614 INFO  (zkCallback-305-thread-1-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 207614 INFO  (coreCloseExecutor-929-thread-1) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ed7e3e: rootName = solr_44797, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@161339
   [junit4]   2> 207615 INFO  (jetty-closer-290-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99354108457910278-127.0.0.1:45709_solr-n_0000000000) closing
   [junit4]   2> 207615 INFO  (OverseerStateUpdate-99354108457910278-127.0.0.1:45709_solr-n_0000000000) [n:127.0.0.1:45709_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45709_solr
   [junit4]   2> 207615 INFO  (zkCallback-305-thread-3-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 207615 INFO  (zkCallback-305-thread-2-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 207615 WARN  (OverseerAutoScalingTriggerThread-99354108457910278-127.0.0.1:45709_solr-n_0000000000) [n:127.0.0.1:45709_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 207617 ERROR (Thread[Thread-364,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:45709_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 207617 INFO  (zkCallback-305-thread-2-processing-n:127.0.0.1:44797_solr) [n:127.0.0.1:44797_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44797_solr
   [junit4]   2> 207631 INFO  (coreCloseExecutor-929-thread-1) [n:127.0.0.1:44797_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=25015609
   [junit4]   2> 207635 ERROR (Thread[Thread-365,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:44797_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 207898 INFO  (jetty-closer-290-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b4d067{/solr,null,UNAVAILABLE}
   [junit4]   2> 208105 INFO  (jetty-closer-290-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54015f{/solr,null,UNAVAILABLE}
   [junit4]   2> 208105 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 208106 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41277 41277
   [junit4]   2> 213214 INFO  (Thread-347) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41277 41277
   [junit4]   2> 213215 WARN  (Thread-347) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/forwardingCollection/state.json
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 213229 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[349481097822F59E]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Jan 15, 2018 1:36:50 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> Jan 15, 2018 1:37:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]   2>    1) Thread[id=1551, name=jetty-launcher-289-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2>    2) Thread[id=1552, name=jetty-launcher-289-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Jan 15, 2018 1:37:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=1551, name=jetty-launcher-289-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>    2) Thread[id=1552, name=jetty-launcher-289-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2> 233318 ERROR (jetty-launcher-289-thread-1-EventThread) [n:127.0.0.1:45709_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2>

[...truncated too long message...]

m ZooKeeper... (1) -> (0)
   [junit4]   2> 2898437 INFO  (zkCallback-7469-thread-2-processing-n:127.0.0.1:43021_solr) [n:127.0.0.1:43021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2898444 INFO  (coreCloseExecutor-7144-thread-1) [n:127.0.0.1:42753_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=862490
   [junit4]   2> 2898445 INFO  (coreCloseExecutor-7145-thread-1) [n:127.0.0.1:37005_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=21345376
   [junit4]   2> 2898445 INFO  (jetty-closer-7424-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99354285654867975-127.0.0.1:42753_solr-n_0000000001) closing
   [junit4]   2> 2898445 INFO  (OverseerStateUpdate-99354285654867975-127.0.0.1:42753_solr-n_0000000001) [n:127.0.0.1:42753_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42753_solr
   [junit4]   2> 2898445 WARN  (OverseerAutoScalingTriggerThread-99354285654867975-127.0.0.1:42753_solr-n_0000000001) [n:127.0.0.1:42753_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2898446 INFO  (jetty-closer-7424-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d2cbb3{/solr,null,UNAVAILABLE}
   [junit4]   2> 2898447 INFO  (jetty-closer-7424-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@561998{/solr,null,UNAVAILABLE}
   [junit4]   2> 2899937 WARN  (zkCallback-7469-thread-1-processing-n:127.0.0.1:43021_solr) [n:127.0.0.1:43021_solr    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:37005_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:37005_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
   [junit4]   2> 	at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2899938 INFO  (jetty-closer-7424-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1545b3f{/solr,null,UNAVAILABLE}
   [junit4]   2> 2899938 ERROR (SUITE-TestClusterStateProvider-seed#[349481097822F59E]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2899939 INFO  (SUITE-TestClusterStateProvider-seed#[349481097822F59E]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42675 42675
   [junit4]   2> 2905474 INFO  (Thread-5314) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42675 42675
   [junit4]   2> 2905474 WARN  (Thread-5314) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/configs/.system
   [junit4]   2> 	3	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	23	/solr/collections/.system/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_349481097822F59E-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=888, maxMBSortInHeap=6.036354321132566, sim=RandomSimilarity(queryNorm=true): {}, locale=ja-JP, timezone=Etc/UCT
   [junit4]   2> NOTE: Linux 4.13.0-26-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=87855936,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [BJQParserTest, FacetPivotSmallTest, HdfsThreadLeakTest, TestSolrQueryResponse, SolrCoreMetricManagerTest, TestSolrXml, LeaderElectionContextKeyTest, SuggestComponentTest, SSLMigrationTest, HdfsBasicDistributedZkTest, TestCloudSearcherWarming, DirectSolrSpellCheckerTest, AtomicUpdateProcessorFactoryTest, SpellPossibilityIteratorTest, TestDistribIDF, DistributedQueryComponentCustomSortTest, XmlUpdateRequestHandlerTest, TestFieldTypeResource, TestLFUCache, TestManagedSchema, TestSolrCloudWithSecureImpersonation, TestSkipOverseerOperations, PKIAuthenticationIntegrationTest, UpdateLogTest, DistribJoinFromCollectionTest, TestCoreContainer, TestRuleBasedAuthorizationPlugin, SolrCloudReportersTest, TriLevelCompositeIdRoutingTest, CustomCollectionTest, TestRequestForwarding, TestLRUStatsCache, SimplePostToolTest, TestSegmentSorting, TestNestedDocsSort, ReturnFieldsTest, MigrateRouteKeyTest, FileBasedSpellCheckerTest, BadComponentTest, HdfsRecoveryZkTest, TestPolicyCloud, SuggesterWFSTTest, TestTriggerIntegration, TestUninvertingReader, TestTrieFacet, TestComplexPhraseLeadingWildcard, DistributedFacetPivotSmallAdvancedTest, OverseerTest, DocExpirationUpdateProcessorFactoryTest, CdcrUpdateLogTest, SystemInfoHandlerTest, HttpTriggerListenerTest, TestReload, CheckHdfsIndexTest, RequiredFieldsTest, HLLSerializationTest, TestPayloadScoreQParserPlugin, TestDistributedMissingSort, RuleEngineTest, TestCustomDocTransformer, BitVectorTest, DirectSolrConnectionTest, DefaultValueUpdateProcessorTest, WordBreakSolrSpellCheckerTest, CoreAdminHandlerTest, DistanceFunctionTest, TestCharFilters, TestPerFieldSimilarityWithDefaultOverride, CdcrRequestHandlerTest, TestPartialUpdateDeduplication, QueryElevationComponentTest, BlockJoinFacetSimpleTest, EchoParamsTest, TestImpersonationWithHadoopAuth, TestJsonRequest, TestCopyFieldCollectionResource, TestLMDirichletSimilarityFactory, TestCloudPivotFacet, TestMinMaxOnMultiValuedField, AutoAddReplicasIntegrationTest, TestReloadDeadlock, ChangedSchemaMergeTest, TestTolerantUpdateProcessorRandomCloud, LeaderElectionTest, ClusterStateTest, AlternateDirectoryTest, TestSolrFieldCacheBean, LargeFieldTest, SortByFunctionTest, TestManagedResourceStorage, TestElisionMultitermQuery, CustomHighlightComponentTest, TestStreamBody, TestSubQueryTransformerCrossCore, TestMiniSolrCloudClusterSSL, TestSolrConfigHandlerConcurrent, ClassificationUpdateProcessorIntegrationTest, CoreAdminRequestStatusTest, TestNoOpRegenerator, TestConfigOverlay, LoggingHandlerTest, TestShardHandlerFactory, TestDistributedGrouping, TestFieldCacheSortRandom, PreAnalyzedUpdateProcessorTest, TestSmileRequest, UUIDFieldTest, UnloadDistributedZkTest, SolrTestCaseJ4Test, TestComputePlanAction, XsltUpdateRequestHandlerTest, TestSystemIdResolver, RequestLoggingTest, IndexBasedSpellCheckerTest, RecoveryAfterSoftCommitTest, TestNodeLostTrigger, TestCloudSchemaless, TestCollectionsAPIViaSolrCloudCluster, JSONWriterTest, IndexSchemaTest, LeaderInitiatedRecoveryOnCommitTest, TestGenericDistributedQueue, TestMaxTokenLenTokenizer, TestEmbeddedSolrServerConstructors, TestCSVResponseWriter, DistributedFacetSimpleRefinementLongTailTest, TestClassicSimilarityFactory, BasicDistributedZkTest, TestLeaderInitiatedRecoveryThread, TestPullReplicaErrorHandling, TestRebalanceLeaders, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, VMParamsZkACLAndCredentialsProvidersTest, ExecutePlanActionTest, NodeLostTriggerTest, SearchRateTriggerTest, TestClusterStateProvider]
   [junit4] Completed [582/767 (2!)] on J2 in 15.22s, 2 tests, 1 failure <<< FAILURES!

[...truncated 44578 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1181 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1181/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([992133C0B38D6916:CE08C875687F8B0D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:725)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([992133C0B38D6916:A6A93068A4DB99F1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12772 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_992133C0B38D6916-001/init-core-data-001
   [junit4]   2> 887356 WARN  (SUITE-AutoScalingHandlerTest-seed#[992133C0B38D6916]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 887356 INFO  (SUITE-AutoScalingHandlerTest-seed#[992133C0B38D6916]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 887357 INFO  (SUITE-AutoScalingHandlerTest-seed#[992133C0B38D6916]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 887357 INFO  (SUITE-AutoScalingHandlerTest-seed#[992133C0B38D6916]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 887358 INFO  (SUITE-AutoScalingHandlerTest-seed#[992133C0B38D6916]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_992133C0B38D6916-001/tempDir-001
   [junit4]   2> 887358 INFO  (SUITE-AutoScalingHandlerTest-seed#[992133C0B38D6916]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 887358 INFO  (Thread-1638) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 887358 INFO  (Thread-1638) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 887359 ERROR (Thread-1638) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 887458 INFO  (SUITE-AutoScalingHandlerTest-seed#[992133C0B38D6916]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41063
   [junit4]   2> 887462 INFO  (zkConnectionManagerCallback-1916-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 887467 INFO  (jetty-launcher-1913-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 887467 INFO  (jetty-launcher-1913-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 887469 INFO  (jetty-launcher-1913-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c80e12{/solr,null,AVAILABLE}
   [junit4]   2> 887469 INFO  (jetty-launcher-1913-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8dc81{/solr,null,AVAILABLE}
   [junit4]   2> 887471 INFO  (jetty-launcher-1913-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@37ad98{HTTP/1.1,[http/1.1]}{127.0.0.1:40527}
   [junit4]   2> 887471 INFO  (jetty-launcher-1913-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@123a320{HTTP/1.1,[http/1.1]}{127.0.0.1:46779}
   [junit4]   2> 887471 INFO  (jetty-launcher-1913-thread-1) [    ] o.e.j.s.Server Started @888715ms
   [junit4]   2> 887471 INFO  (jetty-launcher-1913-thread-2) [    ] o.e.j.s.Server Started @888715ms
   [junit4]   2> 887471 INFO  (jetty-launcher-1913-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40527}
   [junit4]   2> 887471 INFO  (jetty-launcher-1913-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46779}
   [junit4]   2> 887471 ERROR (jetty-launcher-1913-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 887471 ERROR (jetty-launcher-1913-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 887472 INFO  (jetty-launcher-1913-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.3.0
   [junit4]   2> 887472 INFO  (jetty-launcher-1913-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.3.0
   [junit4]   2> 887472 INFO  (jetty-launcher-1913-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 887472 INFO  (jetty-launcher-1913-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 887472 INFO  (jetty-launcher-1913-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 887472 INFO  (jetty-launcher-1913-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 887472 INFO  (jetty-launcher-1913-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T09:14:05.612Z
   [junit4]   2> 887472 INFO  (jetty-launcher-1913-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T09:14:05.612Z
   [junit4]   2> 887475 INFO  (zkConnectionManagerCallback-1919-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 887475 INFO  (zkConnectionManagerCallback-1920-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 887476 INFO  (jetty-launcher-1913-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 887476 INFO  (jetty-launcher-1913-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 887492 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f918e13b0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 887497 INFO  (jetty-launcher-1913-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41063/solr
   [junit4]   2> 887497 INFO  (jetty-launcher-1913-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41063/solr
   [junit4]   2> 887499 INFO  (zkConnectionManagerCallback-1926-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 887500 INFO  (zkConnectionManagerCallback-1928-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 887502 INFO  (zkConnectionManagerCallback-1930-thread-1-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 887503 INFO  (zkConnectionManagerCallback-1932-thread-1-processing-n:127.0.0.1:40527_solr) [n:127.0.0.1:40527_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 887562 INFO  (jetty-launcher-1913-thread-2) [n:127.0.0.1:46779_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 887562 INFO  (jetty-launcher-1913-thread-1) [n:127.0.0.1:40527_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 887563 INFO  (jetty-launcher-1913-thread-2) [n:127.0.0.1:46779_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46779_solr
   [junit4]   2> 887563 INFO  (jetty-launcher-1913-thread-1) [n:127.0.0.1:40527_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40527_solr
   [junit4]   2> 887563 INFO  (jetty-launcher-1913-thread-2) [n:127.0.0.1:46779_solr    ] o.a.s.c.Overseer Overseer (id=99353077055422469-127.0.0.1:46779_solr-n_0000000000) starting
   [junit4]   2> 887564 INFO  (zkCallback-1931-thread-1-processing-n:127.0.0.1:40527_solr) [n:127.0.0.1:40527_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 887564 INFO  (zkCallback-1929-thread-1-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 887568 INFO  (jetty-launcher-1913-thread-2) [n:127.0.0.1:46779_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46779_solr
   [junit4]   2> 887568 INFO  (zkCallback-1929-thread-1-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 887569 INFO  (zkCallback-1931-thread-1-processing-n:127.0.0.1:40527_solr) [n:127.0.0.1:40527_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 887690 INFO  (jetty-launcher-1913-thread-2) [n:127.0.0.1:46779_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46779.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6ce51
   [junit4]   2> 887699 INFO  (jetty-launcher-1913-thread-2) [n:127.0.0.1:46779_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46779.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6ce51
   [junit4]   2> 887699 INFO  (jetty-launcher-1913-thread-2) [n:127.0.0.1:46779_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46779.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6ce51
   [junit4]   2> 887700 INFO  (jetty-launcher-1913-thread-2) [n:127.0.0.1:46779_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_992133C0B38D6916-001/tempDir-001/node2/.
   [junit4]   2> 887783 INFO  (jetty-launcher-1913-thread-1) [n:127.0.0.1:40527_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40527.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6ce51
   [junit4]   2> 887791 INFO  (jetty-launcher-1913-thread-1) [n:127.0.0.1:40527_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40527.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6ce51
   [junit4]   2> 887791 INFO  (jetty-launcher-1913-thread-1) [n:127.0.0.1:40527_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40527.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6ce51
   [junit4]   2> 887792 INFO  (jetty-launcher-1913-thread-1) [n:127.0.0.1:40527_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_992133C0B38D6916-001/tempDir-001/node1/.
   [junit4]   2> 887817 INFO  (zkConnectionManagerCallback-1938-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 887820 INFO  (zkConnectionManagerCallback-1942-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 887821 INFO  (SUITE-AutoScalingHandlerTest-seed#[992133C0B38D6916]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 887821 INFO  (SUITE-AutoScalingHandlerTest-seed#[992133C0B38D6916]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41063/solr ready
   [junit4]   2> 887830 INFO  (TEST-AutoScalingHandlerTest.testDeleteUsedPolicy-seed#[992133C0B38D6916]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteUsedPolicy
   [junit4]   2> 887852 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=1
   [junit4]   2> 887853 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 887855 INFO  (qtp26578262-8692) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=22
   [junit4]   2> 887856 INFO  (qtp26578262-8694) [n:127.0.0.1:40527_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=COLL1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2&policy=nodelete and sendToOCPQueue=true
   [junit4]   2> 887857 INFO  (OverseerThreadFactory-3714-thread-1-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr    ] o.a.s.c.CreateCollectionCmd Create collection COLL1
   [junit4]   2> 887869 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=3
   [junit4]   2> 887871 INFO  (qtp22235827-8697) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 887880 INFO  (OverseerThreadFactory-3714-thread-1-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 212610752 sessionWrapper.createTime 212610743898938, this.sessionWrapper.createTime 212610743898938 
   [junit4]   2> 887988 INFO  (OverseerStateUpdate-99353077055422469-127.0.0.1:46779_solr-n_0000000000) [n:127.0.0.1:46779_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"COLL1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"COLL1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46779/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 888191 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=COLL1_shard1_replica_n1&action=CREATE&numShards=1&collection=COLL1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 888191 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 888296 INFO  (zkCallback-1929-thread-1-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 888296 INFO  (zkCallback-1929-thread-2-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 889202 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 889210 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.IndexSchema [COLL1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 889213 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 889213 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'COLL1_shard1_replica_n1' using configuration from collection COLL1, trusted=true
   [junit4]   2> 889214 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46779.solr.core.COLL1.shard1.replica_n1' (registry 'solr.core.COLL1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6ce51
   [junit4]   2> 889214 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 889214 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrCore [[COLL1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_992133C0B38D6916-001/tempDir-001/node2/COLL1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_992133C0B38D6916-001/tempDir-001/node2/./COLL1_shard1_replica_n1/data/]
   [junit4]   2> 889272 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 889272 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 889273 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 889273 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 889275 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@14bf040[COLL1_shard1_replica_n1] main]
   [junit4]   2> 889275 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 889276 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 889276 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 889277 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589649234897928192
   [junit4]   2> 889277 INFO  (searcherExecutor-3719-thread-1-processing-n:127.0.0.1:46779_solr x:COLL1_shard1_replica_n1 s:shard1 c:COLL1 r:core_node2) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrCore [COLL1_shard1_replica_n1] Registered new searcher Searcher@14bf040[COLL1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 889280 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 889280 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 889280 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46779/solr/COLL1_shard1_replica_n1/
   [junit4]   2> 889280 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 889280 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46779/solr/COLL1_shard1_replica_n1/ has no replicas
   [junit4]   2> 889280 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 889281 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46779/solr/COLL1_shard1_replica_n1/ shard1
   [junit4]   2> 889383 INFO  (zkCallback-1929-thread-2-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 889383 INFO  (zkCallback-1929-thread-1-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 889432 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 889466 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=COLL1_shard1_replica_n1&action=CREATE&numShards=1&collection=COLL1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1275
   [junit4]   2> 889472 INFO  (qtp26578262-8694) [n:127.0.0.1:40527_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 889536 INFO  (zkCallback-1929-thread-1-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 889536 INFO  (zkCallback-1929-thread-2-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 889859 INFO  (OverseerCollectionConfigSetProcessor-99353077055422469-127.0.0.1:46779_solr-n_0000000000) [n:127.0.0.1:46779_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 890507 INFO  (qtp26578262-8694) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=COLL1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2&policy=nodelete} status=0 QTime=2650
   [junit4]   2> 890516 ERROR (qtp26578262-8683) [n:127.0.0.1:40527_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{remove-policy=nodelete, errorMessages=[policy : nodelete is being used by collection COLL1]}], 
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:311)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 890517 INFO  (qtp26578262-8683) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=4
   [junit4]   2> 890519 INFO  (qtp26578262-8684) [n:127.0.0.1:40527_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=COLL1&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 890522 INFO  (OverseerThreadFactory-3714-thread-2-processing-n:127.0.0.1:46779_solr) [n:127.0.0.1:46779_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 890524 INFO  (qtp22235827-8687) [n:127.0.0.1:46779_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.COLL1.shard1.replica_n1, tag=null
   [junit4]   2> 890524 INFO  (qtp22235827-8687) [n:127.0.0.1:46779_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b29d72: rootName = solr_46779, domain = solr.core.COLL1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.COLL1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@137329a
   [junit4]   2> 890551 INFO  (qtp22235827-8687) [n:127.0.0.1:46779_solr    ] o.a.s.c.SolrCore [COLL1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@45bb0e
   [junit4]   2> 890552 INFO  (qtp22235827-8687) [n:127.0.0.1:46779_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.COLL1.shard1.replica_n1, tag=4569870
   [junit4]   2> 890552 INFO  (qtp22235827-8687) [n:127.0.0.1:46779_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.COLL1.shard1.leader, tag=4569870
   [junit4]   2> 890556 INFO  (qtp22235827-8687) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=COLL1_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=32
   [junit4]   2> 891262 INFO  (qtp26578262-8684) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=COLL1&action=DELETE&wt=javabin&version=2} status=0 QTime=743
   [junit4]   2> 891263 INFO  (TEST-AutoScalingHandlerTest.testDeleteUsedPolicy-seed#[992133C0B38D6916]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteUsedPolicy
   [junit4]   2> 891287 INFO  (TEST-AutoScalingHandlerTest.testErrorHandling-seed#[992133C0B38D6916]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testErrorHandling
   [junit4]   2> 891291 ERROR (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-cluster-policy=[{cores=<10, node=#ANY}, {shard=#EACH, node=#ANY}, {nodeRole=overseer, replica=0}], errorMessages=[replica is required in {
   [junit4]   2>   "shard":"#EACH",
   [junit4]   2>   "node":"#ANY"}]}], 
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:311)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 891292 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=3
   [junit4]   2> 891293 INFO  (TEST-AutoScalingHandlerTest.testErrorHandling-seed#[992133C0B38D6916]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testErrorHandling
   [junit4]   2> 891318 INFO  (TEST-AutoScalingHandlerTest.testSetProperties-seed#[992133C0B38D6916]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
   [junit4]   2> 891325 INFO  (qtp26578262-8682) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 891329 INFO  (qtp22235827-8695) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 891331 INFO  (qtp26578262-8694) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=11
   [junit4]   2> 891335 INFO  (qtp26578262-8683) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 891339 INFO  (qtp26578262-8684) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 891342 INFO  (qtp22235827-8688) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 891343 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 891345 INFO  (qtp26578262-8682) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 891349 INFO  (qtp26578262-8694) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891352 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891353 INFO  (qtp26578262-8683) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 891356 INFO  (qtp22235827-8695) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 891361 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891363 INFO  (qtp22235827-8687) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891365 INFO  (qtp26578262-8684) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 891367 INFO  (qtp26578262-8682) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 891371 INFO  (qtp26578262-8694) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891374 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 891375 INFO  (qtp26578262-8683) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 891377 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 891378 INFO  (TEST-AutoScalingHandlerTest.testSetProperties-seed#[992133C0B38D6916]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
   [junit4]   2> 891398 INFO  (TEST-AutoScalingHandlerTest.testSuspendTrigger-seed#[992133C0B38D6916]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSuspendTrigger
   [junit4]   2> 891400 INFO  (qtp26578262-8682) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 891401 INFO  (qtp22235827-8688) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 891405 INFO  (qtp26578262-8684) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891406 INFO  (qtp22235827-8690) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891407 INFO  (qtp26578262-8694) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 891410 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891411 INFO  (qtp22235827-8687) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891412 INFO  (qtp26578262-8683) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 891415 INFO  (qtp26578262-8684) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891416 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891417 INFO  (qtp26578262-8682) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 891420 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891421 INFO  (qtp22235827-8688) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891422 INFO  (qtp26578262-8694) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 891424 INFO  (qtp26578262-8684) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891425 INFO  (qtp22235827-8690) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891426 INFO  (qtp26578262-8683) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 891429 INFO  (qtp26578262-8692) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891431 INFO  (qtp22235827-8685) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891431 INFO  (qtp22235827-8695) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 891433 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891434 INFO  (qtp22235827-8687) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891435 INFO  (qtp26578262-8682) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 891435 INFO  (TEST-AutoScalingHandlerTest.testSuspendTrigger-seed#[992133C0B38D6916]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSuspendTrigger
   [junit4]   2> 891447 INFO  (TEST-AutoScalingHandlerTest.testPolicyAndPreferences-seed#[992133C0B38D6916]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPolicyAndPreferences
   [junit4]   2> 891448 ERROR (qtp26578262-8684) [n:127.0.0.1:40527_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-policy={xyz=[{replica=<2, shard=#EACH, node=#ANY}, {nodeRole=!overseer, replica=0}], policy1=[{cores=<2, node=#ANY}, {replica=<2, shard=#EACH, node=#ANY}]}, errorMessages=[cores is only allowed in 'cluster-policy']}], 
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:311)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 891449 INFO  (qtp26578262-8684) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=1
   [junit4]   2> 891450 INFO  (qtp26578262-8694) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 891451 INFO  (qtp22235827-8688) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 891452 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 891454 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 891454 INFO  (qtp22235827-8695) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 891455 INFO  (qtp22235827-8685) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 891457 INFO  (qtp26578262-8683) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 891458 INFO  (qtp22235827-8690) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 891458 INFO  (qtp26578262-8692) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 891461 INFO  (qtp26578262-8694) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891462 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891463 INFO  (qtp26578262-8684) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 891465 INFO  (qtp26578262-8682) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm} status=0 QTime=0
   [junit4]   2> 891466 INFO  (qtp22235827-8688) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm} status=0 QTime=0
   [junit4]   2> 891466 INFO  (qtp22235827-8687) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 891469 INFO  (qtp26578262-8692) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.core} status=0 QTime=0
   [junit4]   2> 891470 INFO  (qtp22235827-8690) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.core} status=0 QTime=0
   [junit4]   2> 891471 INFO  (qtp22235827-8685) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 891471 INFO  (TEST-AutoScalingHandlerTest.testPolicyAndPreferences-seed#[992133C0B38D6916]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPolicyAndPreferences
   [junit4]   2> 891484 INFO  (TEST-AutoScalingHandlerTest.test-seed#[992133C0B38D6916]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 891487 INFO  (qtp26578262-8683) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891488 INFO  (qtp22235827-8695) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891488 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 891491 INFO  (qtp26578262-8694) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891492 INFO  (qtp22235827-8688) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891492 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 891497 INFO  (qtp26578262-8692) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891498 INFO  (qtp22235827-8685) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891499 INFO  (qtp22235827-8690) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 891500 ERROR (qtp26578262-8684) [n:127.0.0.1:40527_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{remove-trigger={name=node_lost_trigger}, errorMessages=[Cannot remove trigger: node_lost_trigger because it has active listeners: [xyz, node_lost_trigger.system]]}], 
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:311)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 891501 INFO  (qtp26578262-8684) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 891503 INFO  (qtp26578262-8682) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891504 INFO  (qtp22235827-8687) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891504 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 891506 INFO  (qtp26578262-8692) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891507 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891508 INFO  (qtp26578262-8694) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 891509 ERROR (qtp26578262-8684) [n:127.0.0.1:40527_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-listener={name=xyz, trigger=node_lost_trigger, stage=[STARTED, ABORTED, SUCCEEDED], beforeAction=execute_plan, class=org.apache.solr.cloud.autoscaling.AutoScaling$HttpTriggerListener, url=http://xyz.com/on_node_lost?node={$LOST_NODE_NAME}}, errorMessages=[A trigger with the name node_lost_trigger does not exist]}], 
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:311)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 891510 INFO  (qtp26578262-8684) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 891510 INFO  (TEST-AutoScalingHandlerTest.test-seed#[992133C0B38D6916]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> 891520 INFO  (TEST-AutoScalingHandlerTest.testConcurrentUpdates-seed#[992133C0B38D6916]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConcurrentUpdates
   [junit4]   2> 891523 INFO  (qtp26578262-8682) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891523 INFO  (qtp26578262-8766) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891524 INFO  (qtp22235827-8685) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891525 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 891525 INFO  (qtp22235827-8687) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891526 INFO  (qtp26578262-8683) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891526 INFO  (qtp26578262-8686) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891527 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891527 INFO  (qtp22235827-8688) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891528 INFO  (qtp22235827-8695) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 891529 INFO  (qtp26578262-8682) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891529 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891529 INFO  (qtp22235827-8687) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891530 INFO  (qtp26578262-8694) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 891530 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891532 INFO  (qtp26578262-8682) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891532 INFO  (qtp26578262-8683) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891532 INFO  (qtp22235827-8688) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891532 INFO  (qtp22235827-8690) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891533 INFO  (qtp26578262-8692) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 891534 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891535 INFO  (qtp22235827-8695) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891535 INFO  (qtp26578262-8694) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891535 INFO  (qtp26578262-8684) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 891536 INFO  (qtp22235827-8687) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891537 INFO  (qtp26578262-8683) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891537 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891537 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891538 INFO  (qtp22235827-8769) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891538 INFO  (qtp26578262-8686) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 891539 INFO  (qtp26578262-8694) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891539 INFO  (qtp26578262-8683) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891540 INFO  (qtp22235827-8690) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891540 INFO  (qtp22235827-8688) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891541 INFO  (qtp26578262-8766) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 891542 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891542 INFO  (qtp26578262-8694) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891543 INFO  (qtp22235827-8687) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891543 INFO  (qtp22235827-8695) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891543 INFO  (qtp26578262-8692) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 891545 INFO  (qtp26578262-8683) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891545 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891545 INFO  (qtp22235827-8769) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891546 INFO  (qtp22235827-8693) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891546 INFO  (qtp26578262-8682) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 891547 INFO  (qtp26578262-8694) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891547 INFO  (qtp26578262-8683) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891548 INFO  (qtp22235827-8688) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891548 INFO  (qtp22235827-8690) [n:127.0.0.1:46779_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891549 INFO  (qtp26578262-8686) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 891550 INFO  (qtp26578262-8696) [n:127.0.0.1:40527_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 891550 INFO  (qtp26578262-8694) [n:127.0.

[...truncated too long message...]

olr) [n:127.0.0.1:46705_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2568699 INFO  (zkCallback-3351-thread-2-processing-n:127.0.0.1:46705_solr) [n:127.0.0.1:46705_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@17ed1eb
   [junit4]   2> 2568699 INFO  (zkCallback-3351-thread-2-processing-n:127.0.0.1:46705_solr) [n:127.0.0.1:46705_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n1, tag=25088491
   [junit4]   2> 2568700 INFO  (zkCallback-3351-thread-2-processing-n:127.0.0.1:46705_solr) [n:127.0.0.1:46705_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a85906: rootName = solr_46705, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@895930
   [junit4]   2> 2568709 INFO  (zkCallback-3351-thread-2-processing-n:127.0.0.1:46705_solr) [n:127.0.0.1:46705_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=25088491
   [junit4]   2> 2568710 INFO  (jetty-closer-3326-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19221f0{/solr,null,UNAVAILABLE}
   [junit4]   2> 2569737 WARN  (zkCallback-3371-thread-1-processing-n:127.0.0.1:40115_solr) [n:127.0.0.1:40115_solr    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:40115_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:40115_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
   [junit4]   2> 	at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2569737 INFO  (jetty-closer-3326-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1414514{/solr,null,UNAVAILABLE}
   [junit4]   2> 2569738 ERROR (SUITE-TestClusterStateProvider-seed#[992133C0B38D6916]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2569738 INFO  (SUITE-TestClusterStateProvider-seed#[992133C0B38D6916]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34665 34665
   [junit4]   2> 2574871 INFO  (Thread-4195) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34665 34665
   [junit4]   2> 2574872 WARN  (Thread-4195) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/configs/.system
   [junit4]   2> 	3	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	25	/solr/collections/.system/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_992133C0B38D6916-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=und, timezone=America/Maceio
   [junit4]   2> NOTE: Linux 4.13.0-26-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=168669216,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestRandomDVFaceting, RestartWhileUpdatingTest, BasicZkTest, DeleteInactiveReplicaTest, TestSystemCollAutoCreate, TestManagedSchemaAPI, TestPHPSerializedResponseWriter, TestClusterProperties, SolrPluginUtilsTest, SolrCoreTest, TermVectorComponentTest, BasicDistributedZkTest, TestFoldingMultitermQuery, TestFastOutputStream, ResponseLogComponentTest, TestPostingsSolrHighlighter, TestSchemaNameResource, TestCloudPseudoReturnFields, DirectUpdateHandlerOptimizeTest, RAMDirectoryFactoryTest, TestManagedStopFilterFactory, CoreMergeIndexesAdminHandlerTest, SearchRateTriggerTest, CdcrReplicationDistributedZkTest, MoveReplicaTest, QueryParsingTest, TestCodecSupport, TestChildDocTransformer, TestScoreJoinQPNoScore, TestDistribStateManager, JvmMetricsTest, HLLUtilTest, TestSuggestSpellingConverter, SpatialHeatmapFacetsTest, EnumFieldTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSimpleTextCodec, PeerSyncTest, TestFreeTextSuggestions, TestMissingGroups, QueryResultKeyTest, LeaderFailoverAfterPartitionTest, TestNumericRangeQuery64, SimpleCollectionCreateDeleteTest, SolrInfoBeanTest, TestSchemaVersionResource, OverseerTaskQueueTest, CurrencyFieldTypeTest, TestObjectReleaseTracker, TestOnReconnectListenerSupport, UpdateRequestProcessorFactoryTest, DocumentBuilderTest, StatelessScriptUpdateProcessorFactoryTest, TestNRTOpen, BlockJoinFacetDistribTest, TestBadConfig, CachingDirectoryFactoryTest, TestPolicyCloud, TestCSVLoader, BigEndianAscendingWordDeserializerTest, SearchHandlerTest, DistributedQueryComponentOptimizationTest, LeaderElectionIntegrationTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SliceStateTest, ZkStateWriterTest, TestImplicitCoreProperties, SimpleFacetsTest, NoCacheHeaderTest, TestDFISimilarityFactory, SaslZkACLProviderTest, TestAuthorizationFramework, DistanceUnitsTest, TestRecovery, TestLegacyTerms, TestOrdValues, TestPhraseSuggestions, MergeStrategyTest, HdfsLockFactoryTest, UninvertDocValuesMergePolicyTest, TestConfigSetImmutable, AssignBackwardCompatibilityTest, StatsReloadRaceTest, TriggerIntegrationTest, TestInPlaceUpdatesDistrib, TestNumericTerms32, DateMathParserTest, InfixSuggestersTest, TestXmlQParser, TestQueryWrapperFilter, CollectionStateFormat2Test, TestLocalFSCloudBackupRestore, DeleteReplicaTest, TestUpdate, TestReversedWildcardFilterFactory, ExplicitHLLTest, TestLargeCluster, TestUtilizeNode, AnalysisAfterCoreReloadTest, CurrencyRangeFacetCloudTest, TestEmbeddedSolrServerSchemaAPI, DistribCursorPagingTest, SmileWriterTest, TestJsonFacetRefinement, FileUtilsTest, TimeRoutedAliasUpdateProcessorTest, TestCloudInspectUtil, TestBinaryField, TestDistributedStatsComponentCardinality, TestSolrIndexConfig, TestUtils, SolrMetricManagerTest, HdfsNNFailoverTest, DistributedMLTComponentTest, TestInitQParser, TestOverriddenPrefixQueryForCustomFieldType, TestPullReplicaErrorHandling, SpellCheckCollatorTest, SearchHandlerTest, DistributedQueryElevationComponentTest, TestSolrCloudSnapshots, BasicFunctionalityTest, TestRawTransformer, JsonLoaderTest, TestReplicationHandler, TestExportWriter, AsyncCallRequestStatusResponseTest, CollectionsAPIAsyncDistributedZkTest, DeleteShardTest, DistribJoinFromCollectionTest, ForceLeaderTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, RemoteQueryErrorTest, RollingRestartTest, ShardSplitTest, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, ZkFailoverTest, ExecutePlanActionTest, TestClusterStateProvider]
   [junit4] Completed [582/767 (2!)] on J0 in 15.33s, 2 tests, 1 failure <<< FAILURES!

[...truncated 44475 lines...]

[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+37) - Build # 1180 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1180/
Java: 64bit/jdk-10-ea+37 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([73FB41CC37FE345E:4C73426420A8C4B9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 1727 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J2-20180115_035554_0686879503889991144563.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J0-20180115_035554_06812127825528426458817.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J1-20180115_035554_06812054230609969267485.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 290 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J2-20180115_040316_11315922960859545475554.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J0-20180115_040316_1049738148196642400951.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J1-20180115_040316_1119404551002850952847.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1057 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20180115_040457_37612693513139207012275.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20180115_040457_3724317533261463178473.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20180115_040457_37212568083073234288502.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 228 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20180115_040653_36217920251976039393570.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20180115_040653_36214675381567877921732.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180115_040653_36210714586579355457111.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 246 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180115_040705_79010586727660830688233.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20180115_040705_79015422276650759933724.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180115_040705_7906468988506606708854.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180115_040732_7883567976497675437956.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180115_040732_78814986985313921763821.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20180115_040732_7931973420429738262512.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 158 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180115_040737_2978441375872608532000.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20180115_040737_2971723063804651389676.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180115_040737_29717320290233750048146.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 165 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180115_040740_20317793606013416368752.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20180115_040740_203592723945512907156.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180115_040740_20375697013493812196.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 153 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180115_040750_86917058219917819223798.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180115_040750_8692743211459973252809.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 157 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20180115_040759_84113833317237416340958.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20180115_040759_84111717576918868451891.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20180115_040759_8416691680088827999956.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20180115_040803_5587658822113525033387.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 192 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20180115_040813_0291602509424805361282.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 22 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20180115_040813_0253290071883020521073.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20180115_040813_03012512324103763819755.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1306 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J1-20180115_041023_2425335192610651878032.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J2-20180115_041023_2423395503577046190306.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J0-20180115_041023_2208837647431653578002.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 227 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J1-20180115_041031_6728464945521927226398.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J2-20180115_041031_6727172407892797050623.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J0-20180115_041031_6727782476796604760515.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 257 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J1-20180115_041047_03215811135652459806102.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J2-20180115_041047_03210869150735598910085.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 8 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J0-20180115_041047_0326833495467688338035.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 211 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J2-20180115_041325_0447327939161398762520.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J0-20180115_041325_0444195717894163434154.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J1-20180115_041325_0443716740584987601277.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 173 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J1-20180115_041328_6271982903565638657790.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J2-20180115_041328_6273623196513191082934.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J0-20180115_041328_62716323217456860480082.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 220 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J0-20180115_041335_8374870977546510107940.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J2-20180115_041335_8376155378505028620980.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J1-20180115_041335_83711278666213105738417.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 179 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J2-20180115_041422_0292687908268873042994.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J0-20180115_041422_0299081443951848427304.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J1-20180115_041422_0298270599879926900217.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 243 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J1-20180115_041437_0629565355870089904216.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J2-20180115_041437_06216450871019197168990.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J0-20180115_041437_0626876337956801051786.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 163 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J1-20180115_041503_6755878923211792261592.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J0-20180115_041503_67514103297794456760085.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J2-20180115_041503_67714346535326578112437.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 149 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J0-20180115_041525_1562069216858703036720.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J1-20180115_041525_15614085703817796310569.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 182 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J1-20180115_041536_73612288478610301489776.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J0-20180115_041536_7346732602120518819155.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J2-20180115_041536_73714948330874749668992.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 332 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J1-20180115_041556_09178170271778619154.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J0-20180115_041556_0918937256396857212706.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J2-20180115_041556_09111981073705932826380.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 224 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J1-20180115_041606_3452241849119519141446.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J0-20180115_041606_3459756473077293342163.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J2-20180115_041606_3505885765380510361675.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 199 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J1-20180115_041616_10213589296328639058908.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 8 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J2-20180115_041616_10214727205211675673421.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J0-20180115_041616_10215621091064760542649.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 202 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J2-20180115_041629_0454881261069054513374.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J0-20180115_041629_04517317489316878098873.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 21 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J1-20180115_041629_0458633494511530981290.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 317 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20180115_041725_80915682687857375487700.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20180115_041725_80910327021436126593927.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20180115_041725_8091427782629048424153.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 148 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial/test/temp/junit4-J0-20180115_041742_92110471493586339289943.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20180115_041744_76112659903611228366300.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20180115_041744_7614180223912124008025.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20180115_041744_76116794622279455155135.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 235 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J2-20180115_041828_39413345078968086320176.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 15 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J1-20180115_041828_39413304171537925367763.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J0-20180115_041828_3946539448553485629092.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3458 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/init-core-data-001
   [junit4]   2> 2734386 WARN  (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=26 numCloses=26
   [junit4]   2> 2734387 INFO  (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2734387 INFO  (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2734388 INFO  (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2734388 INFO  (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [    ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? false
   [junit4]   2> 2734389 INFO  (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001
   [junit4]   2> 2734389 INFO  (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2734389 INFO  (Thread-7483) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2734389 INFO  (Thread-7483) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2734392 ERROR (Thread-7483) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2734489 INFO  (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:44219
   [junit4]   2> 2734491 INFO  (zkConnectionManagerCallback-7388-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2734495 INFO  (jetty-launcher-7385-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2734495 INFO  (jetty-launcher-7385-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2734495 INFO  (jetty-launcher-7385-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2734496 INFO  (jetty-launcher-7385-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e47bceb{/solr,null,AVAILABLE}
   [junit4]   2> 2734496 INFO  (jetty-launcher-7385-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b979814{/solr,null,AVAILABLE}
   [junit4]   2> 2734496 INFO  (jetty-launcher-7385-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1051da5a{/solr,null,AVAILABLE}
   [junit4]   2> 2734497 INFO  (jetty-launcher-7385-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7c66386c{SSL,[ssl, http/1.1]}{127.0.0.1:37849}
   [junit4]   2> 2734497 INFO  (jetty-launcher-7385-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2aced62d{SSL,[ssl, http/1.1]}{127.0.0.1:34257}
   [junit4]   2> 2734497 INFO  (jetty-launcher-7385-thread-2) [    ] o.e.j.s.Server Started @2736122ms
   [junit4]   2> 2734497 INFO  (jetty-launcher-7385-thread-3) [    ] o.e.j.s.Server Started @2736122ms
   [junit4]   2> 2734497 INFO  (jetty-launcher-7385-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37849}
   [junit4]   2> 2734497 INFO  (jetty-launcher-7385-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34257}
   [junit4]   2> 2734497 INFO  (jetty-launcher-7385-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3b9e0988{SSL,[ssl, http/1.1]}{127.0.0.1:33723}
   [junit4]   2> 2734498 ERROR (jetty-launcher-7385-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2734498 ERROR (jetty-launcher-7385-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2734498 INFO  (jetty-launcher-7385-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2734498 INFO  (jetty-launcher-7385-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2734498 INFO  (jetty-launcher-7385-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2734498 INFO  (jetty-launcher-7385-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2734498 INFO  (jetty-launcher-7385-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2734498 INFO  (jetty-launcher-7385-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2734498 INFO  (jetty-launcher-7385-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T05:05:21.202818Z
   [junit4]   2> 2734498 INFO  (jetty-launcher-7385-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T05:05:21.202886Z
   [junit4]   2> 2734498 INFO  (jetty-launcher-7385-thread-1) [    ] o.e.j.s.Server Started @2736123ms
   [junit4]   2> 2734499 INFO  (jetty-launcher-7385-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33723}
   [junit4]   2> 2734499 ERROR (jetty-launcher-7385-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2734499 INFO  (jetty-launcher-7385-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2734499 INFO  (jetty-launcher-7385-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2734499 INFO  (jetty-launcher-7385-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2734499 INFO  (jetty-launcher-7385-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T05:05:21.203606Z
   [junit4]   2> 2734500 INFO  (zkConnectionManagerCallback-7392-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2734500 INFO  (zkConnectionManagerCallback-7390-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2734500 INFO  (zkConnectionManagerCallback-7394-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2734500 INFO  (jetty-launcher-7385-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2734501 INFO  (jetty-launcher-7385-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2734501 INFO  (jetty-launcher-7385-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2734505 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f83526c70003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2734505 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f83526c70002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2734508 INFO  (jetty-launcher-7385-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44219/solr
   [junit4]   2> 2734508 INFO  (jetty-launcher-7385-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44219/solr
   [junit4]   2> 2734509 INFO  (jetty-launcher-7385-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44219/solr
   [junit4]   2> 2734514 INFO  (zkConnectionManagerCallback-7401-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2734515 INFO  (zkConnectionManagerCallback-7406-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2734516 INFO  (zkConnectionManagerCallback-7403-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2734523 INFO  (zkConnectionManagerCallback-7408-thread-1-processing-n:127.0.0.1:33723_solr) [n:127.0.0.1:33723_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2734524 INFO  (zkConnectionManagerCallback-7410-thread-1-processing-n:127.0.0.1:37849_solr) [n:127.0.0.1:37849_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2734525 INFO  (zkConnectionManagerCallback-7412-thread-1-processing-n:127.0.0.1:34257_solr) [n:127.0.0.1:34257_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2734559 INFO  (jetty-launcher-7385-thread-2) [n:127.0.0.1:37849_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2734559 INFO  (jetty-launcher-7385-thread-1) [n:127.0.0.1:33723_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2734559 INFO  (jetty-launcher-7385-thread-3) [n:127.0.0.1:34257_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2734559 INFO  (jetty-launcher-7385-thread-2) [n:127.0.0.1:37849_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37849_solr
   [junit4]   2> 2734559 INFO  (jetty-launcher-7385-thread-1) [n:127.0.0.1:33723_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33723_solr
   [junit4]   2> 2734559 INFO  (jetty-launcher-7385-thread-3) [n:127.0.0.1:34257_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34257_solr
   [junit4]   2> 2734560 INFO  (jetty-launcher-7385-thread-2) [n:127.0.0.1:37849_solr    ] o.a.s.c.Overseer Overseer (id=99352098969681927-127.0.0.1:37849_solr-n_0000000000) starting
   [junit4]   2> 2734560 INFO  (zkCallback-7411-thread-1-processing-n:127.0.0.1:34257_solr) [n:127.0.0.1:34257_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2734560 INFO  (zkCallback-7409-thread-1-processing-n:127.0.0.1:37849_solr) [n:127.0.0.1:37849_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2734560 INFO  (zkCallback-7407-thread-1-processing-n:127.0.0.1:33723_solr) [n:127.0.0.1:33723_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2734564 INFO  (jetty-launcher-7385-thread-2) [n:127.0.0.1:37849_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37849_solr
   [junit4]   2> 2734565 INFO  (zkCallback-7409-thread-1-processing-n:127.0.0.1:37849_solr) [n:127.0.0.1:37849_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2734565 INFO  (zkCallback-7411-thread-1-processing-n:127.0.0.1:34257_solr) [n:127.0.0.1:34257_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2734565 INFO  (zkCallback-7407-thread-1-processing-n:127.0.0.1:33723_solr) [n:127.0.0.1:33723_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2734594 INFO  (jetty-launcher-7385-thread-1) [n:127.0.0.1:33723_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33723.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
   [junit4]   2> 2734594 INFO  (jetty-launcher-7385-thread-2) [n:127.0.0.1:37849_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37849.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
   [junit4]   2> 2734597 INFO  (jetty-launcher-7385-thread-3) [n:127.0.0.1:34257_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34257.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
   [junit4]   2> 2734600 INFO  (jetty-launcher-7385-thread-1) [n:127.0.0.1:33723_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33723.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
   [junit4]   2> 2734600 INFO  (jetty-launcher-7385-thread-2) [n:127.0.0.1:37849_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37849.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
   [junit4]   2> 2734600 INFO  (jetty-launcher-7385-thread-1) [n:127.0.0.1:33723_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33723.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
   [junit4]   2> 2734600 INFO  (jetty-launcher-7385-thread-2) [n:127.0.0.1:37849_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37849.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
   [junit4]   2> 2734601 INFO  (jetty-launcher-7385-thread-1) [n:127.0.0.1:33723_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001/node1/.
   [junit4]   2> 2734601 INFO  (jetty-launcher-7385-thread-2) [n:127.0.0.1:37849_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001/node2/.
   [junit4]   2> 2734602 INFO  (jetty-launcher-7385-thread-3) [n:127.0.0.1:34257_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34257.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
   [junit4]   2> 2734603 INFO  (jetty-launcher-7385-thread-3) [n:127.0.0.1:34257_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34257.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
   [junit4]   2> 2734603 INFO  (jetty-launcher-7385-thread-3) [n:127.0.0.1:34257_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001/node3/.
   [junit4]   2> 2734849 INFO  (zkConnectionManagerCallback-7420-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2734851 INFO  (zkConnectionManagerCallback-7424-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2734852 INFO  (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2734852 INFO  (SUITE-TestClusterStateProvider-seed#[73FB41CC37FE345E]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44219/solr ready
   [junit4]   2> 2734863 INFO  (qtp1329751004-28356) [n:127.0.0.1:34257_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2734867 INFO  (OverseerThreadFactory-9257-thread-1-processing-n:127.0.0.1:37849_solr) [n:127.0.0.1:37849_solr    ] o.a.s.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 2734974 INFO  (OverseerStateUpdate-99352098969681927-127.0.0.1:37849_solr-n_0000000000) [n:127.0.0.1:37849_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34257/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2734975 INFO  (OverseerStateUpdate-99352098969681927-127.0.0.1:37849_solr-n_0000000000) [n:127.0.0.1:37849_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33723/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2734976 INFO  (OverseerStateUpdate-99352098969681927-127.0.0.1:37849_solr-n_0000000000) [n:127.0.0.1:37849_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37849/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2735183 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2735183 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2735198 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 2735198 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2735201 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2735201 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2735305 INFO  (zkCallback-7411-thread-1-processing-n:127.0.0.1:34257_solr) [n:127.0.0.1:34257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2735305 INFO  (zkCallback-7409-thread-1-processing-n:127.0.0.1:37849_solr) [n:127.0.0.1:37849_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2735305 INFO  (zkCallback-7411-thread-2-processing-n:127.0.0.1:34257_solr) [n:127.0.0.1:34257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2735305 INFO  (zkCallback-7407-thread-1-processing-n:127.0.0.1:33723_solr) [n:127.0.0.1:33723_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2735305 INFO  (zkCallback-7407-thread-2-processing-n:127.0.0.1:33723_solr) [n:127.0.0.1:33723_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2735305 INFO  (zkCallback-7409-thread-2-processing-n:127.0.0.1:37849_solr) [n:127.0.0.1:37849_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2736193 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2736196 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 2736199 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 2736201 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 2736202 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 2736205 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 2736205 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
   [junit4]   2> 2736206 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34257.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
   [junit4]   2> 2736206 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2736206 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001/node3/.system_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001/node3/./.system_shard1_replica_n1/data/]
   [junit4]   2> 2736222 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2736223 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2736227 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
   [junit4]   2> 2736228 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 2736229 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 2736229 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
   [junit4]   2> 2736229 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37849.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
   [junit4]   2> 2736229 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2736229 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001/node2/.system_shard1_replica_p4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001/node2/./.system_shard1_replica_p4/data/]
   [junit4]   2> 2736230 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 2736230 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
   [junit4]   2> 2736231 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33723.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b3571cf
   [junit4]   2> 2736231 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2736231 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001/node1/.system_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_73FB41CC37FE345E-001/tempDir-001/node1/./.system_shard1_replica_n2/data/]
   [junit4]   2> 2736260 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2736261 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2736261 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 2736261 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2736262 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 2736262 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2736262 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@283cb883[.system_shard1_replica_n1] main]
   [junit4]   2> 2736263 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ed9768a[.system_shard1_replica_p4] main]
   [junit4]   2> 2736263 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 2736263 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 2736263 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 2736263 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 2736263 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 2736263 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 2736263 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2736263 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2736264 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2736264 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2736264 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589633585478893568
   [junit4]   2> 2736264 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
   [junit4]   2> 2736264 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 2736264 INFO  (searcherExecutor-9265-thread-1-processing-n:127.0.0.1:37849_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@7ed9768a[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2736265 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 2736265 INFO  (qtp1517911744-28358) [n:127.0.0.1:37849_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2736265 INFO  (searcherExecutor-9264-thread-1-processing-n:127.0.0.1:34257_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@283cb883[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2736265 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2736265 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2736266 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 2736266 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2736268 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ef72b61[.system_shard1_replica_n2] main]
   [junit4]   2> 2736268 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2736268 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 2736268 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 2736268 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 2736268 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2736269 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2736269 INFO  (searcherExecutor-9266-thread-1-processing-n:127.0.0.1:33723_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@7ef72b61[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2736269 INFO  (qtp1798223385-28355) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589633585484136448
   [junit4]   2> 2736369 INFO  (zkCallback-7407-thread-1-processing-n:127.0.0.1:33723_solr) [n:127.0.0.1:33723_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2736369 INFO  (zkCallback-7411-thread-1-processing-n:127.0.0.1:34257_solr) [n:127.0.0.1:34257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2736369 INFO  (zkCallback-7409-thread-2-processing-n:127.0.0.1:37849_solr) [n:127.0.0.1:37849_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2736369 INFO  (zkCallback-7411-thread-2-processing-n:127.0.0.1:34257_solr) [n:127.0.0.1:34257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2736369 INFO  (zkCallback-7409-thread-3-processing-n:127.0.0.1:37849_solr) [n:127.0.0.1:37849_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2736369 INFO  (zkCallback-7407-thread-2-processing-n:127.0.0.1:33723_solr) [n:127.0.0.1:33723_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2736768 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2736768 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2736768 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34257/solr/.system_shard1_replica_n1/
   [junit4]   2> 2736769 INFO  (qtp1329751004-28359) [n:127.0.0.1:34257_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=https://127.0.0.1:34257/solr START replicas=[https://127.0.0.1:33723/solr/.system_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 2736773 INFO  (qtp1798223385-28357) [n:127.0.0.1:33723_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/ge

[...truncated too long message...]

it4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20180115_051631_8404251989382625252885.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20180115_051631_8408498279237584430182.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 553 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20180115_051726_25713264839047496783181.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180115_051726_2573683799134133977105.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180115_051726_2578887740396511804683.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1260 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180115_051740_157311255548064378124.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180115_051740_15712500224370120929024.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 650 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180115_051746_8991633736544295336348.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20180115_051746_90012654912467990916175.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180115_051746_8992047833397632608344.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 558 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180115_051806_9902518203787539596308.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20180115_051806_9912674725878540463007.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180115_051806_9906291082123718766266.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 563 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180115_051817_881626125483400658336.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180115_051817_88115406350524740030893.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 656 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20180115_051824_3209009917539586651283.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180115_051824_32018188842832988860520.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180115_051824_32012652732822559607718.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 596 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180115_051848_25215470985515262441448.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180115_051848_25212146437351945697750.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 548 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180115_051859_59910975083278463722307.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 32286 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1179 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1179/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
	at __randomizedtesting.SeedInfo.seed([F503C9D4331170F9:7E241A057217DB7D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:913)
	at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:428)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([F503C9D4331170F9:CA8BCA7C2447801E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12674 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/init-core-data-001
   [junit4]   2> 697345 WARN  (SUITE-ShardSplitTest-seed#[F503C9D4331170F9]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 697345 INFO  (SUITE-ShardSplitTest-seed#[F503C9D4331170F9]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 697347 INFO  (SUITE-ShardSplitTest-seed#[F503C9D4331170F9]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 697348 INFO  (SUITE-ShardSplitTest-seed#[F503C9D4331170F9]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 697348 INFO  (SUITE-ShardSplitTest-seed#[F503C9D4331170F9]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /gjjg/se
   [junit4]   2> 697351 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 697353 INFO  (Thread-903) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 697353 INFO  (Thread-903) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 697360 ERROR (Thread-903) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 697453 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.ZkTestServer start zk server on port:45175
   [junit4]   2> 697455 INFO  (zkConnectionManagerCallback-790-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 697458 INFO  (zkConnectionManagerCallback-792-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 697462 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 697464 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 697465 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 697466 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 697467 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 697468 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 697468 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 697469 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 697470 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 697471 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 697472 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 697473 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 697554 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 697558 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@dfc857{/gjjg/se,null,AVAILABLE}
   [junit4]   2> 697559 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1414e86{HTTP/1.1,[http/1.1]}{127.0.0.1:34387}
   [junit4]   2> 697559 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.e.j.s.Server Started @698783ms
   [junit4]   2> 697559 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/tempDir-001/control/data, replicaType=NRT, hostContext=/gjjg/se, hostPort=34387, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/control-001/cores}
   [junit4]   2> 697560 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 697560 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.3.0
   [junit4]   2> 697560 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 697560 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 697560 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T23:03:04.454Z
   [junit4]   2> 697561 INFO  (zkConnectionManagerCallback-794-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 697562 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 697562 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/control-001/solr.xml
   [junit4]   2> 697566 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 697567 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 697568 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 697570 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45175/solr
   [junit4]   2> 697571 INFO  (zkConnectionManagerCallback-798-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 697579 INFO  (zkConnectionManagerCallback-800-thread-1-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 697632 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 697633 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34387_gjjg%2Fse
   [junit4]   2> 697633 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.Overseer Overseer (id=99350674423676932-127.0.0.1:34387_gjjg%2Fse-n_0000000000) starting
   [junit4]   2> 697642 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34387_gjjg%2Fse
   [junit4]   2> 697649 INFO  (zkCallback-799-thread-1-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 697912 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
   [junit4]   2> 697930 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
   [junit4]   2> 697930 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
   [junit4]   2> 697932 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/control-001/cores
   [junit4]   2> 697962 INFO  (zkConnectionManagerCallback-806-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 697963 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 697963 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45175/solr ready
   [junit4]   2> 697966 INFO  (qtp21262783-3657) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34387_gjjg%252Fse&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 697967 INFO  (OverseerThreadFactory-1491-thread-1-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 698072 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 698073 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 698176 INFO  (zkCallback-799-thread-1-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 699091 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 699119 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 699182 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 699194 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 699194 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
   [junit4]   2> 699194 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 699195 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 699198 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1406455500, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 699454 WARN  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 699507 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 699507 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 699508 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 699508 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 699510 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=71.8857421875, floorSegmentMB=1.744140625, forceMergeDeletesPctAllowed=5.4235829438065615, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 699510 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15e0fcb[control_collection_shard1_replica_n1] main]
   [junit4]   2> 699511 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 699512 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 699513 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 699514 INFO  (searcherExecutor-1494-thread-1-processing-n:127.0.0.1:34387_gjjg%2Fse x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@15e0fcb[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 699514 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589610793043755008
   [junit4]   2> 699518 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 699518 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 699518 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34387/gjjg/se/control_collection_shard1_replica_n1/
   [junit4]   2> 699518 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 699518 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34387/gjjg/se/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 699518 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 699520 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34387/gjjg/se/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 699622 INFO  (zkCallback-799-thread-1-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 699632 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 699633 INFO  (qtp21262783-3653) [n:127.0.0.1:34387_gjjg%2Fse c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1561
   [junit4]   2> 699640 INFO  (qtp21262783-3657) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 699736 INFO  (zkCallback-799-thread-1-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 699969 INFO  (OverseerCollectionConfigSetProcessor-99350674423676932-127.0.0.1:34387_gjjg%2Fse-n_0000000000) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 700640 INFO  (qtp21262783-3657) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34387_gjjg%252Fse&wt=javabin&version=2} status=0 QTime=2674
   [junit4]   2> 700644 INFO  (zkConnectionManagerCallback-810-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 700645 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 700646 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45175/solr ready
   [junit4]   2> 700646 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 700647 INFO  (qtp21262783-3657) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 700649 INFO  (OverseerThreadFactory-1491-thread-2-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 700649 WARN  (OverseerThreadFactory-1491-thread-2-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 700853 INFO  (qtp21262783-3657) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 700853 INFO  (qtp21262783-3657) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=205
   [junit4]   2> 700953 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-1-001 of type NRT
   [junit4]   2> 700954 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 700954 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13860f3{/gjjg/se,null,AVAILABLE}
   [junit4]   2> 700955 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@18a2bca{HTTP/1.1,[http/1.1]}{127.0.0.1:45567}
   [junit4]   2> 700955 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.e.j.s.Server Started @702179ms
   [junit4]   2> 700955 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/gjjg/se, hostPort=45567, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-1-001/cores}
   [junit4]   2> 700955 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 700955 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.3.0
   [junit4]   2> 700955 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 700955 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 700955 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T23:03:07.849Z
   [junit4]   2> 700957 INFO  (zkConnectionManagerCallback-812-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 700958 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 700958 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-1-001/solr.xml
   [junit4]   2> 700963 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 700963 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 700964 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 700967 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45175/solr
   [junit4]   2> 700967 INFO  (zkConnectionManagerCallback-816-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 700970 INFO  (zkConnectionManagerCallback-818-thread-1-processing-n:127.0.0.1:45567_gjjg%2Fse) [n:127.0.0.1:45567_gjjg%2Fse    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 700973 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:45567_gjjg%2Fse    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 700974 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:45567_gjjg%2Fse    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 700975 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:45567_gjjg%2Fse    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45567_gjjg%2Fse
   [junit4]   2> 700976 INFO  (zkCallback-799-thread-1-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 700976 INFO  (zkCallback-809-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 700977 INFO  (zkCallback-817-thread-1-processing-n:127.0.0.1:45567_gjjg%2Fse) [n:127.0.0.1:45567_gjjg%2Fse    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 701469 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:45567_gjjg%2Fse    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
   [junit4]   2> 701486 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:45567_gjjg%2Fse    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
   [junit4]   2> 701486 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:45567_gjjg%2Fse    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
   [junit4]   2> 701489 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:45567_gjjg%2Fse    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-1-001/cores
   [junit4]   2> 701529 INFO  (qtp21262783-3652) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45567_gjjg%252Fse&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 701531 INFO  (OverseerCollectionConfigSetProcessor-99350674423676932-127.0.0.1:34387_gjjg%2Fse-n_0000000000) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 701532 INFO  (OverseerThreadFactory-1491-thread-3-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:45567_gjjg%2Fse for creating new replica
   [junit4]   2> 701534 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 701535 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 703297 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 703334 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
   [junit4]   2> 703450 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 703478 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
   [junit4]   2> 703478 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
   [junit4]   2> 703478 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 703479 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
   [junit4]   2> 703483 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1406455500, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 703502 WARN  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 703560 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 703560 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 703562 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 703562 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 703563 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=71.8857421875, floorSegmentMB=1.744140625, forceMergeDeletesPctAllowed=5.4235829438065615, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 703564 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@9247af[collection1_shard2_replica_n41] main]
   [junit4]   2> 703565 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 703565 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 703566 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 703568 INFO  (searcherExecutor-1505-thread-1-processing-n:127.0.0.1:45567_gjjg%2Fse x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@9247af[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 703568 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589610797294682112
   [junit4]   2> 703573 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 703573 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 703573 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45567/gjjg/se/collection1_shard2_replica_n41/
   [junit4]   2> 703573 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 703573 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:45567/gjjg/se/collection1_shard2_replica_n41/ has no replicas
   [junit4]   2> 703573 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 703575 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45567/gjjg/se/collection1_shard2_replica_n41/ shard2
   [junit4]   2> 703726 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 703727 INFO  (qtp16898790-3706) [n:127.0.0.1:45567_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2193
   [junit4]   2> 703738 INFO  (qtp21262783-3652) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45567_gjjg%252Fse&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2208
   [junit4]   2> 703859 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-2-001 of type NRT
   [junit4]   2> 703859 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 703860 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@116ef83{/gjjg/se,null,AVAILABLE}
   [junit4]   2> 703861 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1a7fee8{HTTP/1.1,[http/1.1]}{127.0.0.1:33407}
   [junit4]   2> 703861 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.e.j.s.Server Started @705085ms
   [junit4]   2> 703861 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/gjjg/se, hostPort=33407, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-2-001/cores}
   [junit4]   2> 703861 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 703861 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.3.0
   [junit4]   2> 703861 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 703861 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 703861 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T23:03:10.755Z
   [junit4]   2> 703863 INFO  (zkConnectionManagerCallback-822-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 703863 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 703863 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-2-001/solr.xml
   [junit4]   2> 703869 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 703869 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 703870 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 703875 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45175/solr
   [junit4]   2> 703878 INFO  (zkConnectionManagerCallback-826-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 703880 INFO  (zkConnectionManagerCallback-828-thread-1-processing-n:127.0.0.1:33407_gjjg%2Fse) [n:127.0.0.1:33407_gjjg%2Fse    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 703884 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:33407_gjjg%2Fse    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 703885 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:33407_gjjg%2Fse    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 703886 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:33407_gjjg%2Fse    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33407_gjjg%2Fse
   [junit4]   2> 703887 INFO  (zkCallback-809-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 703887 INFO  (zkCallback-799-thread-3-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 703887 INFO  (zkCallback-817-thread-1-processing-n:127.0.0.1:45567_gjjg%2Fse) [n:127.0.0.1:45567_gjjg%2Fse    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 703890 INFO  (zkCallback-827-thread-1-processing-n:127.0.0.1:33407_gjjg%2Fse) [n:127.0.0.1:33407_gjjg%2Fse    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 704083 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:33407_gjjg%2Fse    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
   [junit4]   2> 704095 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:33407_gjjg%2Fse    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
   [junit4]   2> 704095 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:33407_gjjg%2Fse    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
   [junit4]   2> 704096 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:33407_gjjg%2Fse    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-2-001/cores
   [junit4]   2> 704148 INFO  (qtp14080710-3738) [n:127.0.0.1:33407_gjjg%2Fse    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33407_gjjg%252Fse&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 704150 INFO  (OverseerCollectionConfigSetProcessor-99350674423676932-127.0.0.1:34387_gjjg%2Fse-n_0000000000) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 704150 INFO  (OverseerThreadFactory-1491-thread-4-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33407_gjjg%2Fse for creating new replica
   [junit4]   2> 704153 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 704153 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 705232 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 705245 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
   [junit4]   2> 705327 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 705342 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
   [junit4]   2> 705343 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
   [junit4]   2> 705343 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 705343 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
   [junit4]   2> 705347 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1406455500, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 705367 WARN  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 705413 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 705413 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 705414 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 705414 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 705415 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=71.8857421875, floorSegmentMB=1.744140625, forceMergeDeletesPctAllowed=5.4235829438065615, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 705415 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@32f12a[collection1_shard1_replica_n43] main]
   [junit4]   2> 705416 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 705417 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 705417 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 705419 INFO  (searcherExecutor-1516-thread-1-processing-n:127.0.0.1:33407_gjjg%2Fse x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@32f12a[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 705419 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589610799235596288
   [junit4]   2> 705422 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 705422 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 705422 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33407/gjjg/se/collection1_shard1_replica_n43/
   [junit4]   2> 705422 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 705422 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:33407/gjjg/se/collection1_shard1_replica_n43/ has no replicas
   [junit4]   2> 705422 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 705423 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33407/gjjg/se/collection1_shard1_replica_n43/ shard1
   [junit4]   2> 705574 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 705576 INFO  (qtp14080710-3740) [n:127.0.0.1:33407_gjjg%2Fse c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1423
   [junit4]   2> 705579 INFO  (qtp14080710-3738) [n:127.0.0.1:33407_gjjg%2Fse    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:33407_gjjg%252Fse&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1431
   [junit4]   2> 705672 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-3-001 of type NRT
   [junit4]   2> 705672 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 705673 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c9e0a{/gjjg/se,null,AVAILABLE}
   [junit4]   2> 705674 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@15895b3{HTTP/1.1,[http/1.1]}{127.0.0.1:46583}
   [junit4]   2> 705674 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.e.j.s.Server Started @706898ms
   [junit4]   2> 705674 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/gjjg/se, hostPort=46583, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-3-001/cores}
   [junit4]   2> 705674 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 705674 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.3.0
   [junit4]   2> 705674 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 705674 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 705674 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T23:03:12.568Z
   [junit4]   2> 705676 INFO  (zkConnectionManagerCallback-832-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 705677 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 705677 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-3-001/solr.xml
   [junit4]   2> 705680 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 705680 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 705681 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 705683 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45175/solr
   [junit4]   2> 705685 INFO  (zkConnectionManagerCallback-836-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 705687 INFO  (zkConnectionManagerCallback-838-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse) [n:127.0.0.1:46583_gjjg%2Fse    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 705690 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:46583_gjjg%2Fse    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 705691 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:46583_gjjg%2Fse    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 705692 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:46583_gjjg%2Fse    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46583_gjjg%2Fse
   [junit4]   2> 705693 INFO  (zkCallback-799-thread-3-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 705693 INFO  (zkCallback-827-thread-1-processing-n:127.0.0.1:33407_gjjg%2Fse) [n:127.0.0.1:33407_gjjg%2Fse    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 705693 INFO  (zkCallback-809-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 705693 INFO  (zkCallback-817-thread-1-processing-n:127.0.0.1:45567_gjjg%2Fse) [n:127.0.0.1:45567_gjjg%2Fse    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 705693 INFO  (zkCallback-837-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse) [n:127.0.0.1:46583_gjjg%2Fse    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 705880 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:46583_gjjg%2Fse    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
   [junit4]   2> 705891 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:46583_gjjg%2Fse    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
   [junit4]   2> 705892 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:46583_gjjg%2Fse    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
   [junit4]   2> 705893 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[F503C9D4331170F9]) [n:127.0.0.1:46583_gjjg%2Fse    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-3-001/cores
   [junit4]   2> 705941 INFO  (qtp14080710-3739) [n:127.0.0.1:33407_gjjg%2Fse    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46583_gjjg%252Fse&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 705942 INFO  (OverseerCollectionConfigSetProcessor-99350674423676932-127.0.0.1:34387_gjjg%2Fse-n_0000000000) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 705942 INFO  (OverseerThreadFactory-1491-thread-5-processing-n:127.0.0.1:34387_gjjg%2Fse) [n:127.0.0.1:34387_gjjg%2Fse    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:46583_gjjg%2Fse for creating new replica
   [junit4]   2> 705945 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 705945 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 707328 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 707345 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
   [junit4]   2> 707441 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 707457 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
   [junit4]   2> 707457 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ed0019
   [junit4]   2> 707457 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 707458 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_F503C9D4331170F9-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
   [junit4]   2> 707460 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1406455500, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 707478 WARN  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 707513 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 707513 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 707514 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 707514 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 707515 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=71.8857421875, floorSegmentMB=1.744140625, forceMergeDeletesPctAllowed=5.4235829438065615, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 707516 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@12803a6[collection1_shard2_replica_n45] main]
   [junit4]   2> 707516 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 707517 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 707517 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 707519 INFO  (searcherExecutor-1527-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@12803a6[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 707520 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589610801438654464
   [junit4]   2> 707523 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
   [junit4]   2> 707523 INFO  (updateExecutor-833-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 707523 INFO  (recoveryExecutor-834-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 707524 INFO  (recoveryExecutor-834-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 707524 INFO  (recoveryExecutor-834-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_n45]
   [junit4]   2> 707524 INFO  (recoveryExecutor-834-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 707524 INFO  (recoveryExecutor-834-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_n45] as recovering, leader is [http://127.0.0.1:45567/gjjg/se/collection1_shard2_replica_n41/] and I am [http://127.0.0.1:46583/gjjg/se/collection1_shard2_replica_n45/]
   [junit4]   2> 707524 INFO  (qtp20987297-3769) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1579
   [junit4]   2> 707526 INFO  (qtp14080710-3739) [n:127.0.0.1:33407_gjjg%2Fse    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:46583_gjjg%252Fse&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1585
   [junit4]   2> 707526 INFO  (recoveryExecutor-834-thread-1-processing-n:127.0.0.1:46583_gjjg%2Fse x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:46583_gjjg%2Fse c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:45567/gjjg/se]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_n41&nodeName=127.0.0.1:46583_gjjg%252Fse&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 707528 INFO  (qtp16898790-3702) [n:127.0.0.1:45567_gjjg%2Fse    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 707528 INFO  (qtp16898790-3702) [n:127.0.0.1:45567_gjjg%2Fse    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:46583_gjjg%2Fse, coreNodeName=core_node46, onlyIfActi

[...truncated too long message...]

live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2940737 INFO  (jetty-closer-9320-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2940737 INFO  (jetty-closer-9320-thread-3) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2940739 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f70ba03b000e, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2940739 INFO  (jetty-closer-9320-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a5a189{/solr,null,UNAVAILABLE}
   [junit4]   2> 2940743 INFO  (zkCallback-9343-thread-3-processing-n:127.0.0.1:43163_solr) [n:127.0.0.1:43163_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2940746 INFO  (coreCloseExecutor-9354-thread-1) [n:127.0.0.1:37851_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=849221
   [junit4]   2> 2940748 INFO  (jetty-closer-9320-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c654f4{/solr,null,UNAVAILABLE}
   [junit4]   2> 2940753 INFO  (coreCloseExecutor-9355-thread-1) [n:127.0.0.1:43163_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=5462397
   [junit4]   2> 2940754 INFO  (jetty-closer-9320-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99350821107073032-127.0.0.1:43163_solr-n_0000000000) closing
   [junit4]   2> 2940754 INFO  (OverseerStateUpdate-99350821107073032-127.0.0.1:43163_solr-n_0000000000) [n:127.0.0.1:43163_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43163_solr
   [junit4]   2> 2940754 WARN  (OverseerAutoScalingTriggerThread-99350821107073032-127.0.0.1:43163_solr-n_0000000000) [n:127.0.0.1:43163_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2940756 INFO  (jetty-closer-9320-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c3f36{/solr,null,UNAVAILABLE}
   [junit4]   2> 2940756 ERROR (SUITE-TestClusterStateProvider-seed#[F503C9D4331170F9]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2940756 INFO  (SUITE-TestClusterStateProvider-seed#[F503C9D4331170F9]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36309 36309
   [junit4]   2> 2945866 INFO  (Thread-8873) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36309 36309
   [junit4]   2> 2945867 WARN  (Thread-8873) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/configs/.system
   [junit4]   2> 	3	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	20	/solr/collections/.system/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99350821107073032-127.0.0.1:43163_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F503C9D4331170F9-001
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=9, maxDocsPerChunk=899, blockSize=483), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=9, blockSize=483)), sim=RandomSimilarity(queryNorm=false): {}, locale=es-AR, timezone=Pacific/Guadalcanal
   [junit4]   2> NOTE: Linux 4.13.0-26-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=160853104,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestTolerantUpdateProcessorRandomCloud, BasicAuthIntegrationTest, TestNodeLostTrigger, TestSkipOverseerOperations, TestPartialUpdateDeduplication, AtomicUpdatesTest, DataDrivenBlockJoinTest, TestStreamBody, ZkStateReaderTest, CollectionsAPIAsyncDistributedZkTest, CopyFieldTest, TestUniqueKeyFieldResource, TestHdfsCloudBackupRestore, FullSolrCloudDistribCmdsTest, StatsComponentTest, TestRequestForwarding, TestPolicyCloud, TestCopyFieldCollectionResource, TestSystemIdResolver, TestQueryTypes, XsltUpdateRequestHandlerTest, DistributedSpellCheckComponentTest, SimplePostToolTest, TestLFUCache, TriLevelCompositeIdRoutingTest, DocValuesMissingTest, TestFieldCacheVsDocValues, TestHttpShardHandlerFactory, RecoveryAfterSoftCommitTest, PreAnalyzedFieldManagedSchemaCloudTest, TestPullReplica, IgnoreCommitOptimizeUpdateProcessorFactoryTest, HdfsRecoveryZkTest, TestConfigSetsAPIZkFailure, IndexSchemaTest, SegmentsInfoRequestHandlerTest, TestTolerantSearch, TestInitParams, ZkNodePropsTest, RuleEngineTest, TestNumericRangeQuery32, TestJsonFacetRefinement, TestCloudDeleteByQuery, ChaosMonkeyNothingIsSafeTest, TestQueryWrapperFilter, AnalyticsQueryTest, CheckHdfsIndexTest, TestReRankQParserPlugin, TestAddFieldRealTimeGet, UnloadDistributedZkTest, CdcrRequestHandlerTest, TestFieldTypeResource, JavabinLoaderTest, MergeStrategyTest, MigrateRouteKeyTest, TestQuerySenderListener, CollectionReloadTest, RecoveryZkTest, BlockJoinFacetDistribTest, DisMaxRequestHandlerTest, AliasIntegrationTest, LeaderElectionTest, ReplicationFactorTest, LeaderInitiatedRecoveryOnCommitTest, TestSolrConfigHandlerConcurrent, TestFunctionQuery, RequestLoggingTest, TestTestInjection, TestObjectReleaseTracker, SolrCoreCheckLockOnStartupTest, ClusterStateTest, DeleteNodeTest, TestCloudPivotFacet, PluginInfoTest, TestIndexSearcher, TestTriggerIntegration, TestElisionMultitermQuery, TestStandardQParsers, TestDocBasedVersionConstraints, NodeMutatorTest, TestSolrDeletionPolicy2, OverseerTest, BadComponentTest, SpellPossibilityIteratorTest, DocValuesNotIndexedTest, DirectSolrConnectionTest, TestFilteredDocIdSet, ChangedSchemaMergeTest, GraphQueryTest, DistanceFunctionTest, BlockDirectoryTest, DistributedFacetExistsSmallTest, UUIDFieldTest, JSONWriterTest, SuggesterTest, FileBasedSpellCheckerTest, TestPointFields, ConfigSetsAPITest, TestCharFilters, TestFiltering, TestScoreJoinQPNoScore, TestInitQParser, TestEmbeddedSolrServerConstructors, TestReplicationHandlerBackup, SolrCloudExampleTest, DistribJoinFromCollectionTest, HdfsThreadLeakTest, ExplicitHLLTest, SharedFSAutoReplicaFailoverTest, ComputePlanActionTest, TestRealTimeGet, HdfsWriteToMultipleCollectionsTest, TestMiniSolrCloudClusterSSL, V2StandaloneTest, HLLUtilTest, TestCSVResponseWriter, CoreAdminRequestStatusTest, ShufflingReplicaListTransformerTest, QueryElevationComponentTest, TestDistribDocBasedVersion, AsyncCallRequestStatusResponseTest, HdfsCollectionsAPIDistributedZkTest, SolrMetricsIntegrationTest, CollectionsAPIDistributedZkTest, ZkSolrClientTest, TestRandomDVFaceting, TestRecovery, TestStressReorder, TestReload, TestStressVersions, TestCoreContainer, TestSolr4Spatial, TestGroupingSearch, TestSort, HighlighterTest, TestCoreDiscovery, TestExtendedDismaxParser, SpellCheckCollatorTest, DocValuesTest, SchemaVersionSpecificBehaviorTest, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, DocValuesMultiTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, TestCollationField, ReturnFieldsTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, OutputWriterTest, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, PreAnalyzedFieldTest, TestLRUCache, SystemInfoHandlerTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionsAPISolrJTest, DeleteShardTest, DistributedVersionInfoTest, LeaderElectionContextKeyTest, MoveReplicaHDFSFailoverTest, MoveReplicaHDFSTest, ReplaceNodeTest, SolrXmlInZkTest, TestClusterProperties, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPIExclusivity, TestDownShardTolerantSearch, TestLeaderInitiatedRecoveryThread, TestPullReplicaErrorHandling, TestStressLiveNodes, VMParamsZkACLAndCredentialsProvidersTest, AutoAddReplicasPlanActionTest, ExecutePlanActionTest, HttpTriggerListenerTest, NodeLostTriggerTest, SystemLogListenerTest, TestClusterStateProvider]
   [junit4] Completed [572/766 (2!)] on J2 in 10.33s, 2 tests, 1 failure <<< FAILURES!

[...truncated 44547 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1178 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1178/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=23291, name=jetty-launcher-8911-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)    2) Thread[id=23289, name=jetty-launcher-8911-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=23291, name=jetty-launcher-8911-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=23289, name=jetty-launcher-8911-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([11CE3442EBC19433]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.uninverting.TestFieldCacheVsDocValues

Error Message:
The test or suite printed 32422 bytes to stdout and stderr, even though the limit was set to 8192 bytes. Increase the limit with @Limit, ignore it completely with @SuppressSysoutChecks or run with -Dtests.verbose=true

Stack Trace:
java.lang.AssertionError: The test or suite printed 32422 bytes to stdout and stderr, even though the limit was set to 8192 bytes. Increase the limit with @Limit, ignore it completely with @SuppressSysoutChecks or run with -Dtests.verbose=true
	at __randomizedtesting.SeedInfo.seed([11CE3442EBC19433]:0)
	at org.apache.lucene.util.TestRuleLimitSysouts.afterIfSuccessful(TestRuleLimitSysouts.java:211)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterIfSuccessful(TestRuleAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:37)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([11CE3442EBC19433:2E4637EAFC9764D4]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12881 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_11CE3442EBC19433-001/init-core-data-001
   [junit4]   2> 1225803 WARN  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[11CE3442EBC19433]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1225803 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[11CE3442EBC19433]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1225805 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[11CE3442EBC19433]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1225805 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[11CE3442EBC19433]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1225841 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[11CE3442EBC19433]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_11CE3442EBC19433-001/tempDir-001
   [junit4]   2> 1225841 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[11CE3442EBC19433]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1225841 INFO  (Thread-4241) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1225841 INFO  (Thread-4241) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1225852 ERROR (Thread-4241) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1225941 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[11CE3442EBC19433]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38525
   [junit4]   2> 1225943 INFO  (zkConnectionManagerCallback-8914-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1225948 INFO  (jetty-launcher-8911-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1225953 INFO  (jetty-launcher-8911-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1225996 INFO  (jetty-launcher-8911-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c572b0{/solr,null,AVAILABLE}
   [junit4]   2> 1226000 INFO  (jetty-launcher-8911-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1e03d5d{SSL,[ssl, http/1.1]}{127.0.0.1:32769}
   [junit4]   2> 1226001 INFO  (jetty-launcher-8911-thread-1) [    ] o.e.j.s.Server Started @1227841ms
   [junit4]   2> 1226001 INFO  (jetty-launcher-8911-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32769}
   [junit4]   2> 1226001 ERROR (jetty-launcher-8911-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1226001 INFO  (jetty-launcher-8911-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.3.0
   [junit4]   2> 1226001 INFO  (jetty-launcher-8911-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1226001 INFO  (jetty-launcher-8911-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1226001 INFO  (jetty-launcher-8911-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T18:17:34.093Z
   [junit4]   2> 1226008 INFO  (jetty-launcher-8911-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1138da4{/solr,null,AVAILABLE}
   [junit4]   2> 1226009 INFO  (jetty-launcher-8911-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@29beab{SSL,[ssl, http/1.1]}{127.0.0.1:38985}
   [junit4]   2> 1226009 INFO  (jetty-launcher-8911-thread-2) [    ] o.e.j.s.Server Started @1227849ms
   [junit4]   2> 1226009 INFO  (jetty-launcher-8911-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38985}
   [junit4]   2> 1226009 INFO  (zkConnectionManagerCallback-8916-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1226009 ERROR (jetty-launcher-8911-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1226009 INFO  (jetty-launcher-8911-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.3.0
   [junit4]   2> 1226009 INFO  (jetty-launcher-8911-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1226009 INFO  (jetty-launcher-8911-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1226009 INFO  (jetty-launcher-8911-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T18:17:34.101Z
   [junit4]   2> 1226010 INFO  (jetty-launcher-8911-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1226023 INFO  (zkConnectionManagerCallback-8918-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1226024 INFO  (jetty-launcher-8911-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1226041 INFO  (jetty-launcher-8911-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38525/solr
   [junit4]   2> 1226056 INFO  (jetty-launcher-8911-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38525/solr
   [junit4]   2> 1226067 INFO  (zkConnectionManagerCallback-8922-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1226067 INFO  (zkConnectionManagerCallback-8926-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1226084 INFO  (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1226084 INFO  (zkConnectionManagerCallback-8930-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1226137 INFO  (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1226137 INFO  (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1226137 INFO  (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32769_solr
   [junit4]   2> 1226138 INFO  (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38985_solr
   [junit4]   2> 1226138 INFO  (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr    ] o.a.s.c.Overseer Overseer (id=99349551771484166-127.0.0.1:32769_solr-n_0000000000) starting
   [junit4]   2> 1226140 INFO  (zkCallback-8929-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1226140 INFO  (zkCallback-8927-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1226158 INFO  (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32769_solr
   [junit4]   2> 1226158 INFO  (zkCallback-8927-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1226158 INFO  (zkCallback-8929-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1226195 INFO  (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 1226200 WARN  (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 1226205 INFO  (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 1226235 INFO  (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 1226236 WARN  (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 1226236 INFO  (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 1226275 INFO  (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 1226275 INFO  (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 1226293 INFO  (jetty-launcher-8911-thread-2-EventThread) [n:127.0.0.1:38985_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 1226293 INFO  (jetty-launcher-8911-thread-1-EventThread) [n:127.0.0.1:32769_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 1226389 WARN  (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 1226391 WARN  (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 1226419 INFO  (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38985.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b356bc
   [junit4]   2> 1226421 INFO  (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32769.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b356bc
   [junit4]   2> 1226433 INFO  (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38985.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b356bc
   [junit4]   2> 1226434 INFO  (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38985.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b356bc
   [junit4]   2> 1226434 INFO  (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32769.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b356bc
   [junit4]   2> 1226434 INFO  (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32769.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b356bc
   [junit4]   2> 1226435 INFO  (jetty-launcher-8911-thread-2) [n:127.0.0.1:38985_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_11CE3442EBC19433-001/tempDir-001/node2/.
   [junit4]   2> 1226435 INFO  (jetty-launcher-8911-thread-1) [n:127.0.0.1:32769_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_11CE3442EBC19433-001/tempDir-001/node1/.
   [junit4]   2> 1226462 INFO  (zkConnectionManagerCallback-8936-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1226477 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 1241547 WARN  (jetty-launcher-8911-thread-1-SendThread(127.0.0.1:38525)) [n:127.0.0.1:32769_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15143ms for sessionid 0x160f5e415ef0007
   [junit4]   2> 1241547 WARN  (jetty-launcher-8911-thread-2-SendThread(127.0.0.1:38525)) [n:127.0.0.1:38985_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15143ms for sessionid 0x160f5e415ef0008
   [junit4]   2> 1241547 WARN  (jetty-launcher-8911-thread-2-SendThread(127.0.0.1:38525)) [n:127.0.0.1:38985_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15112ms for sessionid 0x160f5e415ef0005
   [junit4]   2> 1241547 WARN  (jetty-launcher-8911-thread-1-SendThread(127.0.0.1:38525)) [n:127.0.0.1:32769_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15112ms for sessionid 0x160f5e415ef0006
   [junit4]   2> 1241547 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f5e415ef0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1241548 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f5e415ef0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1241548 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f5e415ef0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1241548 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f5e415ef0008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1241573 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[11CE3442EBC19433]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1515989854616&s=rMd0N31YyOPUI+pWKypjqrGzuKo="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:34 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:34 GMT
   [junit4]   2> 1241573 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 1241647 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 1241648 WARN  (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d97402 name: ZooKeeperConnection Watcher:127.0.0.1:38525/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1241648 WARN  (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1241649 WARN  (zkConnectionManagerCallback-8930-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@35690b name: ZooKeeperConnection Watcher:127.0.0.1:38525/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1241649 WARN  (zkConnectionManagerCallback-8930-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1241649 INFO  (qtp17095388-23252) [    ] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1241650 WARN  (qtp17095388-23252) [    ] o.e.j.s.ServletHandler /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	... 29 more
   [junit4]   2> 1241652 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 1241683 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 1241692 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[11CE3442EBC19433]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1515989869778&s=QAPb91JNFS6//kmxywpJgfd8hM8="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:49 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:49 GMT
   [junit4]   2> 1241692 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 1241725 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 1241741 INFO  (qtp17095388-23246) [n:127.0.0.1:38985_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1241741 INFO  (qtp17095388-23246) [n:127.0.0.1:38985_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1241742 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[11CE3442EBC19433]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1515989869817&s=NdjvJee6+Xh0ozadshPxBcxVRXc="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:49 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:49 GMT
   [junit4]   2> 1241742 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 1241774 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
   [junit4]   2> 1241780 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[11CE3442EBC19433]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1515989869866&s=sKfvEbKPudsM6uEQ8Ny/tFdO/r8="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:49 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:49 GMT
   [junit4]   2> 1241780 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
   [junit4]   2> 1241794 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 1241796 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[11CE3442EBC19433]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1515989869887&s=+lEJjH5Doxt45ZQBgMl42zUrhx4="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:49 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:49 GMT
   [junit4]   2> 1241796 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 1241810 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
   [junit4]   2> 1247631 WARN  (jetty-launcher-8911-thread-1-SendThread(127.0.0.1:38525)) [n:127.0.0.1:32769_solr    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x160f5e415ef0007 has expired
   [junit4]   2> 1247631 WARN  (jetty-launcher-8911-thread-2-SendThread(127.0.0.1:38525)) [n:127.0.0.1:38985_solr    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x160f5e415ef0005 has expired
   [junit4]   2> 1247632 INFO  (zkConnectionManagerCallback-8930-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1247632 WARN  (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d97402 name: ZooKeeperConnection Watcher:127.0.0.1:38525/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 1247632 WARN  (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 1247632 INFO  (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1247632 WARN  (jetty-launcher-8911-thread-2-SendThread(127.0.0.1:38525)) [n:127.0.0.1:38985_solr    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x160f5e415ef0008 has expired
   [junit4]   2> 1247632 WARN  (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 1247633 INFO  (zkCallback-8929-thread-4-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1247633 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[11CE3442EBC19433]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1515989869902&s=vxO0/3iYM9KXIcslfOm3739PdeQ="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:49 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:49 GMT
   [junit4]   2> 1247633 INFO  (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr-EventThread) [n:127.0.0.1:38985_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1247633 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
   [junit4]   2> 1247633 INFO  (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 1247634 INFO  (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr    ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
   [junit4]   2> 1247635 INFO  (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1247668 INFO  (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38985_solr
   [junit4]   2> 1247673 INFO  (zkCallback-8927-thread-4-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1247673 INFO  (zkCallback-8929-thread-4-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1247675 INFO  (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 1247676 INFO  (zkConnectionManagerCallback-8928-thread-1-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 1247676 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 1247677 INFO  (qtp17095388-23246) [n:127.0.0.1:38985_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1247677 INFO  (qtp17095388-23246) [n:127.0.0.1:38985_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1247677 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[11CE3442EBC19433]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1515989875768&s=CFOO+HLYncex6m/Xm6Iqky1wrBY="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:55 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:55 GMT
   [junit4]   2> 1247677 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 1247695 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 1247697 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[11CE3442EBC19433]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1515989875788&s=pyQwiZ5+/0lrunjKdVFseksfgTQ="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:55 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:55 GMT
   [junit4]   2> 1247697 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 1247715 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 1247716 INFO  (qtp17095388-23252) [n:127.0.0.1:38985_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1247716 INFO  (qtp17095388-23252) [n:127.0.0.1:38985_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1247716 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[11CE3442EBC19433]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1515989875807&s=Uh4L3xbMFAXZQGKGLs7feeOVjJo="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:55 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:55 GMT
   [junit4]   2> 1247716 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 1247741 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
   [junit4]   2> 1247745 INFO  (zkConnectionManagerCallback-8939-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1247889 INFO  (zkConnectionManagerCallback-8942-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1247890 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1247890 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38525/solr ready
   [junit4]   2> 1247923 INFO  (qtp14590836-23238) [n:127.0.0.1:32769_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1247924 INFO  (OverseerThreadFactory-4878-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr    ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
   [junit4]   2> 1248028 INFO  (OverseerStateUpdate-99349551771484166-127.0.0.1:32769_solr-n_0000000000) [n:127.0.0.1:32769_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"forwardingCollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"forwardingCollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:32769/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1248236 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1248236 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1248341 INFO  (zkCallback-8929-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1248341 INFO  (zkCallback-8929-thread-4-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1249267 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1249294 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1249357 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1249367 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
   [junit4]   2> 1249367 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32769.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b356bc
   [junit4]   2> 1249367 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1249367 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_11CE3442EBC19433-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_11CE3442EBC19433-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
   [junit4]   2> 1249369 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1402344530, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1249416 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1249416 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1249417 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1249417 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1249418 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6782437584630595]
   [junit4]   2> 1249418 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1711f9a[forwardingCollection_shard1_replica_n1] main]
   [junit4]   2> 1249419 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1249444 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1249540 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1249540 INFO  (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1249540 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589592853191852032
   [junit4]   2> 1249540 INFO  (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1249541 INFO  (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1249541 INFO  (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1249541 INFO  (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1249541 INFO  (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1249541 INFO  (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1249541 INFO  (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1249542 INFO  (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1249543 INFO  (searcherExecutor-4883-thread-1-processing-n:127.0.0.1:32769_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@1711f9a[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1249547 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1249547 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1249547 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32769/solr/forwardingCollection_shard1_replica_n1/
   [junit4]   2> 1249548 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1249548 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:32769/solr/forwardingCollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1249548 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1249553 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32769/solr/forwardingCollection_shard1_replica_n1/ shard1
   [junit4]   2> 1249654 INFO  (zkCallback-8929-thread-4-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1249654 INFO  (zkCallback-8929-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1249703 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1249706 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1470
   [junit4]   2> 1249706 WARN  (httpShardExecutor-4870-thread-1-processing-n:127.0.0.1:32769_solr [https:////127.0.0.1:32769//solr] https:////127.0.0.1:32769//solr) [n:127.0.0.1:32769_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1515989876326&s=qFEhch1VGedwrlHAFmy2MsDHodo="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:56 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:56 GMT
   [junit4]   2> 1249709 INFO  (qtp14590836-23238) [n:127.0.0.1:32769_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1249806 INFO  (zkCallback-8929-thread-4-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1249806 INFO  (zkCallback-8929-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1249925 INFO  (OverseerCollectionConfigSetProcessor-99349551771484166-127.0.0.1:32769_solr-n_0000000000) [n:127.0.0.1:32769_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1250710 INFO  (qtp14590836-23238) [n:127.0.0.1:32769_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2786
   [junit4]   2> 1250710 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1515989876014&s=iMrXyM3bxkGr/7PZhLhdM0e8A0k="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:56 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:56 GMT
   [junit4]   2> 1250710 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
   [junit4]   2> 1250711 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
   [junit4]   2> 1250721 INFO  (qtp14590836-23238) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1250722 WARN  (qtp17095388-23244) [n:127.0.0.1:38985_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1515989878812&s=FPpdGRsp9fPrY56qbuCBny3jIV0="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:58 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:58 GMT
   [junit4]   2> 1250722 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1515989878808&s=NoJJw6TZtqJ0kGErEv263dipyE8="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:58 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:58 GMT
   [junit4]   2> 1250722 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1515989878812&s=FPpdGRsp9fPrY56qbuCBny3jIV0="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:58 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:58 GMT
   [junit4]   2> 1250728 INFO  (qtp14590836-23239) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1250728 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1515989878819&s=AoXoct2wYo09TRY+HKI8To42rlQ="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:58 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:58 GMT
   [junit4]   2> 1250729 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
   [junit4]   2> 1250769 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 1250777 WARN  (qtp17095388-23253) [    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ‘bar’: no such user
   [junit4]   2> id: ‘bar’: no such user
   [junit4]   2> 
   [junit4]   2> 1250779 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[11CE3442EBC19433]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1515989878862&s=96+JssSRvOnhmPr5DcV7Tev+ncc="; Path=/; Domain=127.0.0.1; Expires=lun, 15-ene-2018 04:17:58 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 15-ene-2018 04:17:58 GMT
   [junit4]   2> 1250779 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[11CE3442EBC19433]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4]   2> 1250784 INFO  (jetty-closer-8912-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@29beab{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1250784 INFO  (jetty-closer-8912-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e03d5d{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1250784 INFO  (jetty-closer-8912-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1428440
   [junit4]   2> 1250784 INFO  (jetty-closer-8912-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=13667821
   [junit4]   2> 1250784 INFO  (jetty-closer-8912-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1250785 INFO  (jetty-closer-8912-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1250785 INFO  (jetty-closer-8912-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10827cd: rootName = solr_38985, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@166f53
   [junit4]   2> 1250785 INFO  (jetty-closer-8912-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d9e29d: rootName = solr_32769, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6a60a2
   [junit4]   2> 1250789 INFO  (jetty-closer-8912-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1250789 INFO  (jetty-closer-8912-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1dcc0c4: rootName = solr_32769, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1d39fce
   [junit4]   2> 1250791 INFO  (jetty-closer-8912-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1250791 INFO  (jetty-closer-8912-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@192f4b1: rootName = solr_38985, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1d39fce
   [junit4]   2> 1250793 INFO  (jetty-closer-8912-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1250793 INFO  (jetty-closer-8912-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@449d9c: rootName = solr_32769, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1baf39d
   [junit4]   2> 1250793 INFO  (jetty-closer-8912-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32769_solr
   [junit4]   2> 1250794 INFO  (jetty-closer-8912-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1250794 INFO  (zkCallback-8929-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1250794 INFO  (zkCallback-8927-thread-4-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1250794 INFO  (coreCloseExecutor-4888-thread-1) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1fd1d94
   [junit4]   2> 1250794 INFO  (coreCloseExecutor-4888-thread-1) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=33365396
   [junit4]   2> 1250794 INFO  (coreCloseExecutor-4888-thread-1) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12a411d: rootName = solr_32769, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1263f6f
   [junit4]   2> 1250795 INFO  (jetty-closer-8912-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1250795 INFO  (jetty-closer-8912-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c543a9: rootName = solr_38985, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1baf39d
   [junit4]   2> 1250796 INFO  (jetty-closer-8912-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38985_solr
   [junit4]   2> 1250796 INFO  (jetty-closer-8912-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1250796 INFO  (zkCallback-8927-thread-4-processing-n:127.0.0.1:38985_solr) [n:127.0.0.1:38985_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1250796 INFO  (zkCallback-8929-thread-1-processing-n:127.0.0.1:32769_solr) [n:127.0.0.1:32769_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1250797 ERROR (Thread[Thread-4258,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:38985_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 1250801 INFO  (jetty-closer-8912-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1138da4{/solr,null,UNAVAILABLE}
   [junit4]   2> 1250804 INFO  (coreCloseExecutor-4888-thread-1) [n:127.0.0.1:32769_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=33365396
   [junit4]   2> 1250805 INFO  (jetty-closer-8912-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99349551771484166-127.0.0.1:32769_solr-n_0000000000) closing
   [junit4]   2> 1250805 INFO  (OverseerStateUpdate-99349551771484166-127.0.0.1:32769_solr-n_0000000000) [n:127.0.0.1:32769_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32769_solr
   [junit4]   2> 1250806 WARN  (OverseerAutoScalingTriggerThread-99349551771484166-127.0.0.1:32769_solr-n_0000000000) [n:127.0.0.1:32769_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1250807 ERROR (Thread[Thread-4259,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:32769_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 1250807 INFO  (jetty-closer-8912-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c572b0{/solr,null,UNAVAILABLE}
   [junit4]   2> 1250807 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[11CE3442EBC19433]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1250808 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[11CE3442EBC19433]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38525 38525
   [junit4]   2> 1255849 INFO  (Thread-4241) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38525 38525
   [junit4]   2> 1255850 WARN  (Thread-4241) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/forwardingCollection/state.json
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99349551771484166-127.0.0.1:32769_solr-n_0000000000
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [j

[...truncated too long message...]

java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
   [junit4]   2> 3157523 WARN  (jetty-launcher-8911-thread-2-SendThread(127.0.0.1:38525)) [n:127.0.0.1:38985_solr    ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
   [junit4]   2> 3158706 WARN  (jetty-launcher-8911-thread-1-SendThread(127.0.0.1:38525)) [n:127.0.0.1:32769_solr    ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
   [junit4]   2> 3158722 WARN  (jetty-launcher-8911-thread-2-SendThread(127.0.0.1:38525)) [n:127.0.0.1:38985_solr    ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {indexed=PostingsFormat(name=Memory), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{dv=DocValuesFormat(name=Lucene70), field=DocValuesFormat(name=Lucene70), indexed=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1614, maxMBSortInHeap=6.816587238374818, sim=RandomSimilarity(queryNorm=true): {}, locale=de-LU, timezone=America/St_Barthelemy
   [junit4]   2> NOTE: Linux 4.13.0-26-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=365060552,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [SolrCloudReportersTest, JavabinLoaderTest, FileBasedSpellCheckerTest, HdfsBasicDistributedZkTest, DistanceFunctionTest, TestConfigSetsAPIZkFailure, TestDistributedGrouping, TestObjectReleaseTracker, TestJsonFacetRefinement, RequiredFieldsTest, DistributedFacetPivotSmallAdvancedTest, TestOverriddenPrefixQueryForCustomFieldType, TestConfigReload, TestSkipOverseerOperations, TestSolrQueryResponse, TestManagedSynonymGraphFilterFactory, TestExactSharedStatsCache, TestSQLHandler, DeleteNodeTest, TestManagedSchema, ExplicitHLLTest, TestCloudPivotFacet, HdfsDirectoryFactoryTest, TestElisionMultitermQuery, XsltUpdateRequestHandlerTest, LeaderElectionContextKeyTest, TestEmbeddedSolrServerConstructors, LeaderInitiatedRecoveryOnCommitTest, TestLRUCache, BadComponentTest, TestAddFieldRealTimeGet, CloudMLTQParserTest, DocValuesNotIndexedTest, TestValueSourceCache, TestCustomDocTransformer, TestLMJelinekMercerSimilarityFactory, HdfsCollectionsAPIDistributedZkTest, TestLegacyNumericUtils, ZkNodePropsTest, NodeLostTriggerTest, CdcrBootstrapTest, TestUseDocValuesAsStored, TestSlowCompositeReaderWrapper, TestSegmentSorting, MoveReplicaHDFSTest, SolrCloudExampleTest, TestStressLiveNodes, ShufflingReplicaListTransformerTest, TestReplicationHandlerBackup, TimeZoneUtilsTest, HttpTriggerListenerTest, TestPolicyCloud, TestSolrXml, TestShardHandlerFactory, TestRawResponseWriter, TestCloudSchemaless, DistributedFacetExistsSmallTest, TestStreamBody, TestExtendedDismaxParser, TestSolrDeletionPolicy2, TestInitParams, SuggesterTest, CustomHighlightComponentTest, RecoveryZkTest, TestFilteredDocIdSet, BlockJoinFacetDistribTest, TestStandardQParsers, ReturnFieldsTest, TestDynamicLoading, BasicDistributedZk2Test, TestComplexPhraseQParserPlugin, TestGroupingSearch, RecoveryAfterSoftCommitTest, TestLFUCache, OverseerStatusTest, CSVRequestHandlerTest, TestTolerantUpdateProcessorRandomCloud, TestXmlQParser, MigrateRouteKeyTest, BlockDirectoryTest, TestTrie, TestReload, TestSystemIdResolver, RequestLoggingTest, WordBreakSolrSpellCheckerTest, TestCloudSearcherWarming, TestLeaderInitiatedRecoveryThread, ClusterStateTest, TestDistributedMissingSort, CoreAdminRequestStatusTest, TestPartialUpdateDeduplication, IndexSchemaTest, TestFunctionQuery, PreAnalyzedFieldManagedSchemaCloudTest, UnloadDistributedZkTest, TestDistribDocBasedVersion, AlternateDirectoryTest, TestSolrCloudWithSecureImpersonation, TestUniqueKeyFieldResource, ComputePlanActionTest, PluginInfoTest, BigEndianAscendingWordDeserializerTest, ClassificationUpdateProcessorTest, SSLMigrationTest, TestDFISimilarityFactory, SuggestComponentTest, TestAnalyzeInfixSuggestions, FieldMutatingUpdateProcessorTest, TestGenericDistributedQueue, TestZkChroot, DeleteStatusTest, SolrMetricsIntegrationTest, TestQueryWrapperFilter, TriLevelCompositeIdRoutingTest, EchoParamsTest, V2StandaloneTest, TestInPlaceUpdatesDistrib, HdfsRecoveryZkTest, TestSolr4Spatial2, HLLUtilTest, TestCollectionAPIs, TestFreeTextSuggestions, SystemInfoHandlerTest, StatsComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFiltering, CoreAdminHandlerTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestRemoteStreaming, SolrInfoBeanTest, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, RequestHandlersTest, MoreLikeThisHandlerTest, TestSolrQueryParser, LoggingHandlerTest, SolrPluginUtilsTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, SOLR749Test, TestQuerySenderListener, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, TestStressRecovery, TestSearchPerf, TestSolrCoreProperties, DirectSolrConnectionTest, TestXIncludeConfig, TestLMDirichletSimilarityFactory, ResourceLoaderTest, ScriptEngineTest, ChaosMonkeyNothingIsSafeTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, LeaderInitiatedRecoveryOnShardRestartTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, RemoteQueryErrorTest, ReplicationFactorTest, RestartWhileUpdatingTest, RollingRestartTest, SaslZkACLProviderTest, ShardSplitTest, TestUtilizeNode, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, ExecutePlanActionTest, MetricTriggerTest, SearchRateTriggerTest, TestClusterStateProvider, TestComputePlanAction, TestDistribStateManager, TestExecutePlanAction, TestLargeCluster, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, HdfsBasicDistributedZk2Test, HdfsRestartWhileUpdatingTest, HdfsThreadLeakTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, TestImplicitCoreProperties, TestInfoStreamLogging, TestNRTOpen, TestReloadAndDeleteDocs, TestSolrConfigHandler, SearchHandlerTest, TestCoreBackup, TestHdfsBackupRestoreCore, V2ApiIntegrationTest, MetricsHandlerTest, SegmentsInfoRequestHandlerTest, StatsReloadRaceTest, TestCoreAdminApis, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetPivotLargeTest, DistributedFacetPivotLongTailTest, DistributedSuggestComponentTest, UninvertDocValuesMergePolicyTest, CheckHdfsIndexTest, TestCopyFieldCollectionResource, TestDynamicFieldCollectionResource, TestDynamicFieldResource, TestFieldCollectionResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestSchemaResource, TestSchemaVersionResource, ChangedSchemaMergeTest, CurrencyFieldTypeTest, SpatialRPTFieldTypeTest, TestManagedSchemaThreadSafety, TestPointFields, TestCustomSort, TestFieldSortValues, TestHashQParserPlugin, TestMissingGroups, TestSimpleQParserPlugin, TestStressUserVersions, DistributedFacetSimpleRefinementLongTailTest, TestOrdValues, BlockJoinFacetSimpleTest, GraphQueryTest, TestCloudNestedDocsSort, TestNestedDocsSort, TestScoreJoinQPNoScore, TestDistribIDF, TestSolrCloudWithHadoopAuthPlugin, TestDocTermOrds, TestFieldCacheReopen, TestFieldCacheVsDocValues]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFieldCacheVsDocValues -Dtests.seed=11CE3442EBC19433 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de-LU -Dtests.timezone=America/St_Barthelemy -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | TestFieldCacheVsDocValues (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: The test or suite printed 32422 bytes to stdout and stderr, even though the limit was set to 8192 bytes. Increase the limit with @Limit, ignore it completely with @SuppressSysoutChecks or run with -Dtests.verbose=true
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([11CE3442EBC19433]:0)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [745/766 (3!)] on J2 in 23.96s, 10 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 43961 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 1177 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1177/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
9 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:     1) Thread[id=15644, name=zkCallback-3199-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=15493, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)    3) Thread[id=15491, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    4) Thread[id=15494, name=zkConnectionManagerCallback-3200-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    5) Thread[id=15496, name=zkCallback-3199-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    6) Thread[id=15643, name=zkCallback-3199-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    7) Thread[id=15683, name=zkCallback-3199-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    8) Thread[id=15492, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]-SendThread(127.0.0.1:46791), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)    9) Thread[id=15656, name=zkCallback-3199-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 9 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 
   1) Thread[id=15644, name=zkCallback-3199-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=15493, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   3) Thread[id=15491, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   4) Thread[id=15494, name=zkConnectionManagerCallback-3200-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   5) Thread[id=15496, name=zkCallback-3199-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   6) Thread[id=15643, name=zkCallback-3199-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   7) Thread[id=15683, name=zkCallback-3199-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   8) Thread[id=15492, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]-SendThread(127.0.0.1:46791), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   9) Thread[id=15656, name=zkCallback-3199-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([95BAE0E3B1AD7462]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=15644, name=zkCallback-3199-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=15494, name=zkConnectionManagerCallback-3200-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=15496, name=zkCallback-3199-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    4) Thread[id=15643, name=zkCallback-3199-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    5) Thread[id=15683, name=zkCallback-3199-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    6) Thread[id=15492, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]-SendThread(127.0.0.1:46791), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)    7) Thread[id=15656, name=zkCallback-3199-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=15644, name=zkCallback-3199-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=15494, name=zkConnectionManagerCallback-3200-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=15496, name=zkCallback-3199-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   4) Thread[id=15643, name=zkCallback-3199-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   5) Thread[id=15683, name=zkCallback-3199-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   6) Thread[id=15492, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]-SendThread(127.0.0.1:46791), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
   7) Thread[id=15656, name=zkCallback-3199-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([95BAE0E3B1AD7462]:0)


FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test

Error Message:
There were too many update fails (105 > 100) - we expect it can happen, but shouldn't easily

Stack Trace:
java.lang.AssertionError: There were too many update fails (105 > 100) - we expect it can happen, but shouldn't easily
	at __randomizedtesting.SeedInfo.seed([95BAE0E3B1AD7462:1DEEDF391F51199A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:224)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 1721 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J0-20180114_124356_4324041252179681906254.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J2-20180114_124356_43216958892341017496230.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J1-20180114_124356_43212361076711482224366.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 299 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J0-20180114_125014_60417470386800907610620.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J2-20180114_125014_6042271440314188143573.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J1-20180114_125014_6047427998969200553544.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1057 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20180114_125144_27617693188262612929041.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20180114_125144_27617018177228844173510.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20180114_125144_2808451888419886398830.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 228 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20180114_125322_2823698263986076743511.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180114_125322_2822770139785078883238.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20180114_125322_282718560356599050058.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 240 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180114_125335_5961085559640836138514.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20180114_125335_60017018259808478947893.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 12 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180114_125335_5967659782413428131871.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180114_125358_56217790031087798038474.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180114_125358_56218094643813394114679.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20180114_125358_5622933741578569058417.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 158 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20180114_125402_48111473755090717598572.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180114_125402_48115474658796983010829.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180114_125402_4815124131505718226665.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 168 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180114_125405_211286998298890071866.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20180114_125405_2114767347383482320974.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180114_125405_2113509380408063249920.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 153 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180114_125417_0489942655389921370773.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180114_125417_04813021738438209566785.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20180114_125426_7924860477687940246537.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20180114_125426_7952169582687266816500.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20180114_125426_7926868768994357445073.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20180114_125429_692138887671960990170.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 195 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20180114_125438_856565698298321978219.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 19 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20180114_125438_8566662930581976121710.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20180114_125438_8563055118931264903228.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1306 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J1-20180114_125647_34311409595641210683679.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J2-20180114_125647_3448437139759091925162.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J0-20180114_125647_343368462768472442372.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 230 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J1-20180114_125657_15511576984546604953895.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J0-20180114_125657_15517318700187936626482.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J2-20180114_125657_15515133054008309317171.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 255 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J0-20180114_125709_5493437424863946443989.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J2-20180114_125709_55018434045929089828527.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J1-20180114_125709_54917851477543075535652.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 211 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J2-20180114_130058_65011405734378450868536.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J1-20180114_130058_6506262192671020331942.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J0-20180114_130058_6506746897661843534318.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 170 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J1-20180114_130101_5139099021100785077800.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J2-20180114_130101_5132079733686627489715.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J0-20180114_130101_513624097052636187682.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 226 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J1-20180114_130106_94816733497238187764995.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J0-20180114_130106_94813730500438474377496.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J2-20180114_130106_9487825526590640406368.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 179 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J1-20180114_130137_8353785574078306696771.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J2-20180114_130137_8356421104678340716789.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J0-20180114_130137_8355871101462132878275.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 240 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J1-20180114_130150_8549400757865831563375.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J2-20180114_130150_8548220930161126266067.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J0-20180114_130150_8543225094131972886571.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 163 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J0-20180114_130207_38817539138891697270804.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J2-20180114_130207_38814064944866873226662.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J1-20180114_130207_3881484922237489421893.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 149 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J0-20180114_130233_9088106779883847262057.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J1-20180114_130233_90812726192810086989409.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 182 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J0-20180114_130245_2231144648719447746623.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J1-20180114_130245_22311148440287914087968.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J2-20180114_130245_22313636857817451975465.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 332 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J0-20180114_130303_0707502245479073797511.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J1-20180114_130303_0705562660037933397712.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J2-20180114_130303_0704833869082320185027.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 230 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J0-20180114_130311_47513907496572733479170.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J2-20180114_130311_4758263768160769216904.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J1-20180114_130311_47516757674458979041451.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 207 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J1-20180114_130318_8363953353434180100775.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J2-20180114_130318_83618163438482339188364.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J0-20180114_130318_836215806334255938690.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 216 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J2-20180114_130330_7558733483306091145650.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J0-20180114_130330_7546070233828038650873.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J1-20180114_130330_7541800498378542952665.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 314 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20180114_130430_2707305739755106687146.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20180114_130430_27015600899248956850299.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20180114_130430_2703920320565567844687.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 148 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial/test/temp/junit4-J0-20180114_130451_33616300641279369689088.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 175 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20180114_130453_7166047369414221123032.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20180114_130453_71617527484713454731020.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20180114_130453_7164735599318281785430.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 235 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J2-20180114_130617_9515282608810063440315.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J0-20180114_130617_95115753497173660629031.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 18 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J1-20180114_130617_9517537798796057876443.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3400 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
   [junit4]   2> 1698674 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[95BAE0E3B1AD7462]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_95BAE0E3B1AD7462-001/init-core-data-001
   [junit4]   2> 1698674 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[95BAE0E3B1AD7462]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1698675 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[95BAE0E3B1AD7462]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 1698675 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[95BAE0E3B1AD7462]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1698676 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1698676 INFO  (Thread-4314) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1698676 INFO  (Thread-4314) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1698678 ERROR (Thread-4314) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1698776 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.ZkTestServer start zk server on port:46791
   [junit4]   2> 1698778 INFO  (zkConnectionManagerCallback-3180-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1698780 INFO  (zkConnectionManagerCallback-3182-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1698782 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1698783 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1698784 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1698784 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1698785 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1698786 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1698786 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1698787 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1698788 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1698788 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1698789 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1698790 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1698909 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1698942 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@792cfac1{/,null,AVAILABLE}
   [junit4]   2> 1698942 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5f6bd6be{HTTP/1.1,[http/1.1]}{127.0.0.1:45021}
   [junit4]   2> 1698943 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.e.j.s.Server Started @1701234ms
   [junit4]   2> 1698943 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_95BAE0E3B1AD7462-001/tempDir-001/control/data, hostPort=45021, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_95BAE0E3B1AD7462-001/control-001/cores}
   [junit4]   2> 1698943 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1698943 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1698943 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1698943 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1698943 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T13:35:50.529692Z
   [junit4]   2> 1698947 INFO  (zkConnectionManagerCallback-3184-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1698948 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1698948 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_95BAE0E3B1AD7462-001/control-001/solr.xml
   [junit4]   2> 1698950 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1698951 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1698951 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@74591c6e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1698962 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46791/solr
   [junit4]   2> 1698970 INFO  (zkConnectionManagerCallback-3188-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1698974 INFO  (zkConnectionManagerCallback-3190-thread-1-processing-n:127.0.0.1:45021_) [n:127.0.0.1:45021_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1699030 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [n:127.0.0.1:45021_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1699030 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [n:127.0.0.1:45021_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45021_
   [junit4]   2> 1699031 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [n:127.0.0.1:45021_    ] o.a.s.c.Overseer Overseer (id=99348443972435972-127.0.0.1:45021_-n_0000000000) starting
   [junit4]   2> 1699046 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [n:127.0.0.1:45021_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45021_
   [junit4]   2> 1699047 INFO  (zkCallback-3189-thread-1-processing-n:127.0.0.1:45021_) [n:127.0.0.1:45021_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1699090 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [n:127.0.0.1:45021_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74591c6e
   [junit4]   2> 1699100 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [n:127.0.0.1:45021_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74591c6e
   [junit4]   2> 1699100 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [n:127.0.0.1:45021_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74591c6e
   [junit4]   2> 1699101 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [n:127.0.0.1:45021_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_95BAE0E3B1AD7462-001/control-001/cores
   [junit4]   2> 1699117 INFO  (zkConnectionManagerCallback-3196-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1699118 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1699119 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[95BAE0E3B1AD7462]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46791/solr ready
   [junit4]   2> 1699127 INFO  (qtp353990751-15454) [n:127.0.0.1:45021_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45021_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1699132 INFO  (OverseerThreadFactory-6554-thread-1-processing-n:127.0.0.1:45021_) [n:127.0.0.1:45021_    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1699237 INFO  (qtp353990751-15450) [n:127.0.0.1:45021_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1699238 INFO  (qtp353990751-15450) [n:127.0.0.1:45021_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1699340 INFO  (zkCallback-3189-thread-1-processing-n:127.0.0.1:45021_) [n:127.0.0.1:45021_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1700246 INFO  (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1700268 INFO  (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1700374 INFO  (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1700382 INFO  (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1700383 INFO  (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74591c6e
   [junit4]   2> 1700383 INFO  (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1700383 INFO  (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_95BAE0E3B1AD7462-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_95BAE0E3B1AD7462-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1700386 INFO  (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1700405 WARN  (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1700445 INFO  (qtp353990751-15450) [n:127.0.0.1:45021_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHan

[...truncated too long message...]



[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20180114_134114_6237385720357633044589.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20180114_134114_6231975556222851206199.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 553 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20180114_134220_7539145516229728473199.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180114_134220_75213533522360285408425.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180114_134220_75210939305389940496366.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1260 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180114_134235_8224128851036320919506.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180114_134235_8222685097362692827369.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 650 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180114_134243_367481158514019545077.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180114_134243_36711562299384548317372.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20180114_134243_3674809426762159190160.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 558 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180114_134305_6438271949539502134924.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20180114_134305_6435600791617578656750.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180114_134305_6436122527008341514550.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 563 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180114_134318_2073443350959522340079.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180114_134318_2077092303542618523238.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 649 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180114_134326_22212570467105305212104.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20180114_134326_22217847005695619411439.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180114_134326_22218010875412599370201.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 596 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180114_134357_93414734986548708720430.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180114_134357_9341504434258847972600.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 548 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180114_134410_8556481525992221448138.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 32284 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1176 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1176/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestPullReplicaErrorHandling

Error Message:
file handle leaks: [FileChannel(/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/index-SimpleFSDirectory-001/write.lock)]

Stack Trace:
java.lang.RuntimeException: file handle leaks: [FileChannel(/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/index-SimpleFSDirectory-001/write.lock)]
	at __randomizedtesting.SeedInfo.seed([2FF9D42CE6DDA6DF]:0)
	at org.apache.lucene.mockfile.LeakFS.onClose(LeakFS.java:63)
	at org.apache.lucene.mockfile.FilterFileSystem.close(FilterFileSystem.java:77)
	at org.apache.lucene.mockfile.FilterFileSystem.close(FilterFileSystem.java:78)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:228)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.Exception
	at org.apache.lucene.mockfile.LeakFS.onOpen(LeakFS.java:46)
	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:166)
	at java.nio.channels.FileChannel.open(FileChannel.java:287)
	at java.nio.channels.FileChannel.open(FileChannel.java:335)
	at org.apache.lucene.store.NativeFSLockFactory.obtainFSLock(NativeFSLockFactory.java:125)
	at org.apache.lucene.store.FSLockFactory.obtainLock(FSLockFactory.java:41)
	at org.apache.lucene.store.BaseDirectory.obtainLock(BaseDirectory.java:45)
	at org.apache.lucene.store.FilterDirectory.obtainLock(FilterDirectory.java:104)
	at org.apache.lucene.store.MockDirectoryWrapper.obtainLock(MockDirectoryWrapper.java:1049)
	at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:948)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:119)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:94)
	at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:257)
	at org.apache.solr.update.DefaultSolrCoreState.changeWriter(DefaultSolrCoreState.java:220)
	at org.apache.solr.update.DefaultSolrCoreState.openIndexWriter(DefaultSolrCoreState.java:245)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:625)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove

Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:32827/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:36959/solr/MoveReplicaHDFSTest_failed_coll_true]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:32827/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:36959/solr/MoveReplicaHDFSTest_failed_coll_true]
	at __randomizedtesting.SeedInfo.seed([2FF9D42CE6DDA6DF:853407DE510E730F]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36959/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
	... 46 more


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([2FF9D42CE6DDA6DF:1071D784F18B5638]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12207 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestPullReplicaErrorHandling
   [junit4]   2> 487018 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/init-core-data-001
   [junit4]   2> 487018 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=57 numCloses=57
   [junit4]   2> 487018 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 487019 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 487020 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001
   [junit4]   2> 487020 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 487020 INFO  (Thread-689) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 487020 INFO  (Thread-689) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 487022 ERROR (Thread-689) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 487120 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:34849
   [junit4]   2> 487131 INFO  (zkConnectionManagerCallback-670-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487135 INFO  (jetty-launcher-667-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 487135 INFO  (jetty-launcher-667-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 487135 INFO  (jetty-launcher-667-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 487136 INFO  (jetty-launcher-667-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 487159 INFO  (jetty-launcher-667-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37b04516{/solr,null,AVAILABLE}
   [junit4]   2> 487171 INFO  (jetty-launcher-667-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@da8ed2{HTTP/1.1,[http/1.1]}{127.0.0.1:35389}
   [junit4]   2> 487171 INFO  (jetty-launcher-667-thread-2) [    ] o.e.j.s.Server Started @488621ms
   [junit4]   2> 487171 INFO  (jetty-launcher-667-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35389}
   [junit4]   2> 487172 ERROR (jetty-launcher-667-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 487172 INFO  (jetty-launcher-667-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 487172 INFO  (jetty-launcher-667-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 487172 INFO  (jetty-launcher-667-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 487172 INFO  (jetty-launcher-667-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T08:04:50.667Z
   [junit4]   2> 487173 INFO  (jetty-launcher-667-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f9d8b9a{/solr,null,AVAILABLE}
   [junit4]   2> 487173 INFO  (jetty-launcher-667-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c41ba8b{/solr,null,AVAILABLE}
   [junit4]   2> 487173 INFO  (jetty-launcher-667-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37b74ed0{/solr,null,AVAILABLE}
   [junit4]   2> 487173 INFO  (jetty-launcher-667-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5d7f33ef{HTTP/1.1,[http/1.1]}{127.0.0.1:44783}
   [junit4]   2> 487173 INFO  (jetty-launcher-667-thread-4) [    ] o.e.j.s.Server Started @488623ms
   [junit4]   2> 487173 INFO  (jetty-launcher-667-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44783}
   [junit4]   2> 487174 INFO  (jetty-launcher-667-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@150d6d18{HTTP/1.1,[http/1.1]}{127.0.0.1:34883}
   [junit4]   2> 487174 INFO  (jetty-launcher-667-thread-1) [    ] o.e.j.s.Server Started @488623ms
   [junit4]   2> 487174 INFO  (jetty-launcher-667-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34883}
   [junit4]   2> 487174 ERROR (jetty-launcher-667-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 487181 ERROR (jetty-launcher-667-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 487181 INFO  (jetty-launcher-667-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 487182 INFO  (jetty-launcher-667-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 487182 INFO  (jetty-launcher-667-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 487182 INFO  (jetty-launcher-667-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T08:04:50.677Z
   [junit4]   2> 487182 INFO  (jetty-launcher-667-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 487182 INFO  (zkConnectionManagerCallback-672-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487182 INFO  (jetty-launcher-667-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 487182 INFO  (jetty-launcher-667-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 487182 INFO  (jetty-launcher-667-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T08:04:50.677Z
   [junit4]   2> 487182 INFO  (jetty-launcher-667-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 487205 INFO  (jetty-launcher-667-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6a3c0eff{HTTP/1.1,[http/1.1]}{127.0.0.1:36753}
   [junit4]   2> 487205 INFO  (jetty-launcher-667-thread-3) [    ] o.e.j.s.Server Started @488655ms
   [junit4]   2> 487205 INFO  (jetty-launcher-667-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36753}
   [junit4]   2> 487205 ERROR (jetty-launcher-667-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 487205 INFO  (jetty-launcher-667-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 487206 INFO  (jetty-launcher-667-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 487206 INFO  (jetty-launcher-667-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 487206 INFO  (jetty-launcher-667-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T08:04:50.701Z
   [junit4]   2> 487208 INFO  (zkConnectionManagerCallback-676-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487209 INFO  (jetty-launcher-667-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 487210 INFO  (zkConnectionManagerCallback-674-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487210 INFO  (jetty-launcher-667-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 487218 INFO  (jetty-launcher-667-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
   [junit4]   2> 487221 INFO  (zkConnectionManagerCallback-678-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487222 INFO  (jetty-launcher-667-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 487234 INFO  (zkConnectionManagerCallback-682-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487245 INFO  (jetty-launcher-667-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
   [junit4]   2> 487255 INFO  (jetty-launcher-667-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
   [junit4]   2> 487281 INFO  (zkConnectionManagerCallback-687-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487288 INFO  (jetty-launcher-667-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
   [junit4]   2> 487288 INFO  (zkConnectionManagerCallback-692-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487281 INFO  (zkConnectionManagerCallback-689-thread-1-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487329 INFO  (zkConnectionManagerCallback-696-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487361 INFO  (zkConnectionManagerCallback-698-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487369 INFO  (zkConnectionManagerCallback-700-thread-1-processing-n:127.0.0.1:34883_solr) [n:127.0.0.1:34883_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487375 INFO  (zkConnectionManagerCallback-703-thread-1-processing-n:127.0.0.1:36753_solr) [n:127.0.0.1:36753_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487382 INFO  (jetty-launcher-667-thread-1) [n:127.0.0.1:34883_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 487389 INFO  (jetty-launcher-667-thread-1) [n:127.0.0.1:34883_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34883_solr
   [junit4]   2> 487390 INFO  (jetty-launcher-667-thread-1) [n:127.0.0.1:34883_solr    ] o.a.s.c.Overseer Overseer (id=99347142444056587-127.0.0.1:34883_solr-n_0000000000) starting
   [junit4]   2> 487408 INFO  (jetty-launcher-667-thread-4) [n:127.0.0.1:44783_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 487409 INFO  (jetty-launcher-667-thread-4) [n:127.0.0.1:44783_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44783_solr
   [junit4]   2> 487409 INFO  (jetty-launcher-667-thread-3) [n:127.0.0.1:36753_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 487411 INFO  (jetty-launcher-667-thread-3) [n:127.0.0.1:36753_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36753_solr
   [junit4]   2> 487423 INFO  (jetty-launcher-667-thread-2) [n:127.0.0.1:35389_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 487424 INFO  (jetty-launcher-667-thread-2) [n:127.0.0.1:35389_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 487425 INFO  (jetty-launcher-667-thread-2) [n:127.0.0.1:35389_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35389_solr
   [junit4]   2> 487447 INFO  (zkCallback-688-thread-1-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 487465 INFO  (zkCallback-702-thread-1-processing-n:127.0.0.1:36753_solr) [n:127.0.0.1:36753_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 487473 INFO  (OverseerStateUpdate-99347142444056587-127.0.0.1:34883_solr-n_0000000000) [n:127.0.0.1:34883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 487474 INFO  (jetty-launcher-667-thread-1) [n:127.0.0.1:34883_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34883_solr
   [junit4]   2> 487474 INFO  (zkCallback-702-thread-1-processing-n:127.0.0.1:36753_solr) [n:127.0.0.1:36753_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 487489 INFO  (zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) [n:127.0.0.1:34883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 487492 INFO  (zkCallback-688-thread-1-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 487499 INFO  (zkCallback-697-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 487545 INFO  (zkCallback-697-thread-2-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 487550 INFO  (jetty-launcher-667-thread-3) [n:127.0.0.1:36753_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36753.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487561 INFO  (jetty-launcher-667-thread-3) [n:127.0.0.1:36753_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36753.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487561 INFO  (jetty-launcher-667-thread-3) [n:127.0.0.1:36753_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36753.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487562 INFO  (jetty-launcher-667-thread-3) [n:127.0.0.1:36753_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node3/.
   [junit4]   2> 487670 INFO  (jetty-launcher-667-thread-4) [n:127.0.0.1:44783_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44783.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487671 INFO  (jetty-launcher-667-thread-2) [n:127.0.0.1:35389_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35389.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487678 INFO  (jetty-launcher-667-thread-4) [n:127.0.0.1:44783_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44783.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487678 INFO  (jetty-launcher-667-thread-4) [n:127.0.0.1:44783_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44783.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487679 INFO  (jetty-launcher-667-thread-2) [n:127.0.0.1:35389_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35389.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487679 INFO  (jetty-launcher-667-thread-2) [n:127.0.0.1:35389_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35389.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487680 INFO  (jetty-launcher-667-thread-2) [n:127.0.0.1:35389_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node2/.
   [junit4]   2> 487681 INFO  (jetty-launcher-667-thread-4) [n:127.0.0.1:44783_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node4/.
   [junit4]   2> 487761 INFO  (jetty-launcher-667-thread-1) [n:127.0.0.1:34883_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34883.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487770 INFO  (jetty-launcher-667-thread-1) [n:127.0.0.1:34883_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34883.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487770 INFO  (jetty-launcher-667-thread-1) [n:127.0.0.1:34883_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34883.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487771 INFO  (jetty-launcher-667-thread-1) [n:127.0.0.1:34883_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node1/.
   [junit4]   2> 487879 INFO  (zkConnectionManagerCallback-712-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487889 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f3b31ed4000d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 487910 INFO  (zkConnectionManagerCallback-716-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487911 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 487912 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34849/solr ready
   [junit4]   2> 487920 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6a3c0eff{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 487921 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=996670193
   [junit4]   2> 487921 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 487921 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@371122e5: rootName = solr_36753, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@74b64e6b
   [junit4]   2> 487929 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 487929 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@50438d81: rootName = solr_36753, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7eb2877a
   [junit4]   2> 487934 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 487934 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@96545b1: rootName = solr_36753, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6ec93600
   [junit4]   2> 487935 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36753_solr
   [junit4]   2> 487938 INFO  (zkCallback-688-thread-1-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 487938 INFO  (zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) [n:127.0.0.1:34883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 487938 INFO  (zkCallback-702-thread-1-processing-n:127.0.0.1:36753_solr) [n:127.0.0.1:36753_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 487939 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 487949 INFO  (zkCallback-697-thread-2-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 487950 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 487952 INFO  (zkCallback-715-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 487953 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f9d8b9a{/solr,null,UNAVAILABLE}
   [junit4]   2> 487954 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 488002 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26ab9d9e{/solr,null,AVAILABLE}
   [junit4]   2> 488003 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2616cd3d{HTTP/1.1,[http/1.1]}{127.0.0.1:38679}
   [junit4]   2> 488003 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.Server Started @489453ms
   [junit4]   2> 488003 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42167}
   [junit4]   2> 488003 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 488014 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 488017 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 488017 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 488017 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T08:04:51.512Z
   [junit4]   2> 488025 INFO  (zkConnectionManagerCallback-718-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488026 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 488036 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
   [junit4]   2> 488053 INFO  (zkConnectionManagerCallback-722-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488076 INFO  (zkConnectionManagerCallback-724-thread-1-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488079 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 488080 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42167_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 488081 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42167_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42167_solr
   [junit4]   2> 488082 INFO  (zkCallback-715-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 488082 INFO  (zkCallback-688-thread-1-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 488082 INFO  (zkCallback-697-thread-2-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 488082 INFO  (zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) [n:127.0.0.1:34883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 488085 INFO  (zkCallback-723-thread-1-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 488194 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42167_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42167.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 488204 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42167_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42167.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 488204 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42167_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42167.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 488205 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42167_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node3/.
   [junit4]   2> 488260 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:38679/solr. Proxy: http://127.0.0.1:42167/solr
   [junit4]   2> 488261 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@da8ed2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 488272 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=444239500
   [junit4]   2> 488272 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 488273 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c312d85: rootName = solr_35389, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7ffb3348
   [junit4]   2> 488280 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 488280 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2bef4191: rootName = solr_35389, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7eb2877a
   [junit4]   2> 488285 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 488285 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a5d38ab: rootName = solr_35389, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6ec93600
   [junit4]   2> 488286 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35389_solr
   [junit4]   2> 488287 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 488287 INFO  (zkCallback-697-thread-2-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 488288 INFO  (zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) [n:127.0.0.1:34883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 488288 INFO  (zkCallback-715-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 488288 INFO  (zkCallback-723-thread-1-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 488290 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 488290 INFO  (zkCallback-688-thread-1-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 488291 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@37b04516{/solr,null,UNAVAILABLE}
   [junit4]   2> 488292 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 488317 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6701b61a{/solr,null,AVAILABLE}
   [junit4]   2> 488317 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6330b504{HTTP/1.1,[http/1.1]}{127.0.0.1:44585}
   [junit4]   2> 488318 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.Server Started @489767ms
   [junit4]   2> 488318 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38395}
   [junit4]   2> 488318 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 488318 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 488318 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 488318 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 488318 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T08:04:51.813Z
   [junit4]   2> 488344 INFO  (zkConnectionManagerCallback-728-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488345 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 488366 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
   [junit4]   2> 488380 INFO  (zkConnectionManagerCallback-732-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488393 INFO  (zkConnectionManagerCallback-734-thread-1-processing-n:127.0.0.1:38395_solr) [n:127.0.0.1:38395_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488402 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:38395_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 488406 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:38395_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 488417 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:38395_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38395_solr
   [junit4]   2> 488418 INFO  (zkCallback-723-thread-1-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 488418 INFO  (zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) [n:127.0.0.1:34883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 488425 INFO  (zkCallback-697-thread-2-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 488425 INFO  (zkCallback-715-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 488429 INFO  (zkCallback-733-thread-1-processing-n:127.0.0.1:38395_solr) [n:127.0.0.1:38395_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 488584 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:38395_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38395.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 488594 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:38395_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38395.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 488594 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:38395_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38395.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 488596 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:38395_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node2/.
   [junit4]   2> 488682 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:44585/solr. Proxy: http://127.0.0.1:38395/solr
   [junit4]   2> 488683 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5d7f33ef{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 488684 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1429528826
   [junit4]   2> 488684 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 488685 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@76739008: rootName = solr_44783, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4de39a01
   [junit4]   2> 488691 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 488692 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46002ff4: rootName = solr_44783, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7eb2877a
   [junit4]   2> 488696 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 488697 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60efee48: rootName = solr_44783, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6ec93600
   [junit4]   2> 488699 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44783_solr
   [junit4]   2> 488700 INFO  (zkCallback-723-thread-1-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 488700 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 488701 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 488702 INFO  (zkCallback-733-thread-1-processing-n:127.0.0.1:38395_solr) [n:127.0.0.1:38395_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 488702 INFO  (zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) [n:127.0.0.1:34883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 488702 INFO  (zkCallback-715-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 488702 INFO  (zkCallback-697-thread-2-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 488706 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c41ba8b{/solr,null,UNAVAILABLE}
   [junit4]   2> 488707 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 488713 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a98f06c{/solr,null,AVAILABLE}
   [junit4]   2> 488714 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@791c00b2{HTTP/1.1,[http/1.1]}{127.0.0.1:38867}
   [junit4]   2> 488714 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.Server Started @490163ms
   [junit4]   2> 488714 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42371}
   [junit4]   2> 488714 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 488714 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 488714 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 488714 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 488714 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T08:04:52.209Z
   [junit4]   2> 488722 INFO  (zkConnectionManagerCallback-738-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488722 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 488755 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
   [junit4]   2> 488774 INFO  (zkConnectionManagerCallback-742-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488787 INFO  (zkConnectionManagerCallback-744-thread-1-processing-n:127.0.0.1:42371_solr) [n:127.0.0.1:42371_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488817 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42371_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 488822 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42371_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 488824 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42371_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42371_solr
   [junit4]   2> 488825 INFO  (zkCallback-715-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 488825 INFO  (zkCallback-733-thread-1-processing-n:127.0.0.1:38395_solr) [n:127.0.0.1:38395_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 488826 INFO  (zkCallback-723-thread-2-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 488826 INFO  (zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) [n:127.0.0.1:34883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 488852 INFO  (zkCallback-743-thread-1-processing-n:127.0.0.1:42371_solr) [n:127.0.0.1:42371_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 488924 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42371_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42371.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 488934 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42371_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42371.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 488934 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42371_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42371.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 488936 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:42371_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node4/.
   [junit4]   2> 488993 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:38867/solr. Proxy: http://127.0.0.1:42371/solr
   [junit4]   2> 488995 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@150d6d18{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 488996 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=688463613
   [junit4]   2> 488997 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 488997 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c652a59: rootName = solr_34883, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@23bceea8
   [junit4]   2> 489005 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 489006 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@638b6df2: rootName = solr_34883, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7eb2877a
   [junit4]   2> 489011 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 489011 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e1b738b: rootName = solr_34883, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6ec93600
   [junit4]   2> 489015 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34883_solr
   [junit4]   2> 489016 INFO  (zkCallback-723-thread-2-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 489016 INFO  (zkCallback-743-thread-1-processing-n:127.0.0.1:42371_solr) [n:127.0.0.1:42371_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 489016 INFO  (zkCallback-715-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 489016 INFO  (zkCallback-733-thread-1-processing-n:127.0.0.1:38395_solr) [n:127.0.0.1:38395_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 489017 INFO  (zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) [n:127.0.0.1:34883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 489017 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 489017 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 489017 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.Overseer Overseer (id=99347142444056587-127.0.0.1:34883_solr-n_0000000000) closing
   [junit4]   2> 489017 INFO  (OverseerStateUpdate-99347142444056587-127.0.0.1:34883_solr-n_0000000000) [n:127.0.0.1:34883_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34883_solr
   [junit4]   2> 489044 WARN  (OverseerAutoScalingTriggerThread-99347142444056587-127.0.0.1:34883_solr-n_0000000000) [n:127.0.0.1:34883_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 489050 INFO  (zkCallback-723-thread-2-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42167_solr
   [junit4]   2> 489051 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@37b74ed0{/solr,null,UNAVAILABLE}
   [junit4]   2> 489051 INFO  (zkCallback-723-thread-2-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr    ] o.a.s.c.Overseer Overseer (id=99347142444056593-127.0.0.1:42167_solr-n_0000000004) starting
   [junit4]   2> 489058 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 489105 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e825060{/solr,null,AVAILABLE}
   [junit4]   2> 489105 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5ab56ddb{HTTP/1.1,[http/1.1]}{127.0.0.1:43683}
   [junit4]   2> 489105 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.e.j.s.Server Started @490555ms
   [junit4]   2> 489105 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43531}
   [junit4]   2> 489106 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 489112 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 489121 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 489121 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 489121 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T08:04:52.616Z
   [junit4]   2> 489139 INFO  (zkConnectionManagerCallback-748-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489140 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 489146 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
   [junit4]   2> 489147 INFO  (zkConnectionManagerCallback-752-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489150 INFO  (zkConnectionManagerCallback-754-thread-1-processing-n:127.0.0.1:43531_solr) [n:127.0.0.1:43531_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489153 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:43531_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 489154 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:43531_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 489155 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:43531_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43531_solr
   [junit4]   2> 489155 INFO  (zkCallback-715-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 489155 INFO  (zkCallback-723-thread-2-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 489155 INFO  (zkCallback-743-thread-1-processing-n:127.0.0.1:42371_solr) [n:127.0.0.1:42371_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 489155 INFO  (zkCallback-733-thread-1-processing-n:127.0.0.1:38395_solr) [n:127.0.0.1:38395_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 489183 INFO  (zkCallback-753-thread-1-processing-n:127.0.0.1:43531_solr) [n:127.0.0.1:43531_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 489236 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:43531_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43531.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 489248 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:43531_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43531.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 489248 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:43531_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43531.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 489249 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [n:127.0.0.1:43531_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node1/.
   [junit4]   2> 489340 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:43683/solr. Proxy: http://127.0.0.1:43531/solr
   [junit4]   2> 489343 INFO  (SocketProxy-Acceptor-38395) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=43510,localport=38395], receiveBufferSize:531000
   [junit4]   2> 489349 INFO  (SocketProxy-Acceptor-38395) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=44585,localport=47382], receiveBufferSize=530904
   [junit4]   2> 489363 INFO  (qtp1616976158-3557) [n:127.0.0.1:38395_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 489366 INFO  (qtp1616976158-3557) [n:127.0.0.1:38395_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 489438 INFO  (TEST-TestPullReplicaErrorHandling.testCantConnectToPullReplica-seed#[2FF9D42CE6DDA6DF]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCantConnectToPullReplica
   [junit4]   2> 489439 INFO  (qtp1616976158-3558) [n:127.0.0.1:38395_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=1&collection.configName=conf&maxShardsPerNode=1&name=pull_replica_error_handling_test_cant_connect_to_pull_replica&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 489445 INFO  (OverseerThreadFactory-1456-thread-1-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr    ] o.a.s.c.CreateCollectionCmd Create collection pull_replica_error_handling_test_cant_connect_to_pull_replica
   [junit4]   2> 489557 INFO  (OverseerStateUpdate-99347142444056593-127.0.0.1:42167_solr-n_0000000004) [n:127.0.0.1:42167_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_error_handling_test_cant_connect_to_pull_replica",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43531/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 489558 INFO  (OverseerStateUpdate-99347142444056593-127.0.0.1:42167_solr-n_0000000004) [n:127.0.0.1:42167_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_error_handling_test_cant_connect_to_pull_replica",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42371/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 489559 INFO  (OverseerStateUpdate-99347142444056593-127.0.0.1:42167_solr-n_0000000004) [n:127.0.0.1:42167_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_error_handling_test_cant_connect_to_pull_replica",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38395/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 489564 INFO  (OverseerStateUpdate-99347142444056593-127.0.0.1:42167_solr-n_0000000004) [n:127.0.0.1:42167_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_error_handling_test_cant_connect_to_pull_replica",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_p6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42167/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 489766 INFO  (SocketProxy-Acceptor-43531) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=54420,localport=43531], receiveBufferSize:531000
   [junit4]   2> 489771 INFO  (SocketProxy-Acceptor-43531) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43683,localport=58796], receiveBufferSize=530904
   [junit4]   2> 489772 INFO  (SocketProxy-Acceptor-38395) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=43528,localport=38395], receiveBufferSize:531000
   [junit4]   2> 489772 INFO  (SocketProxy-Acceptor-42167) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=35874,localport=42167], receiveBufferSize:531000
   [junit4]   2> 489772 INFO  (SocketProxy-Acceptor-38395) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=44585,localport=47402], receiveBufferSize=530904
   [junit4]   2> 489772 INFO  (qtp1616976158-3553) [n:127.0.0.1:38395_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_n4&action=CREATE&numShards=2&collection=pull_replica_error_handling_test_cant_connect_to_pull_replica&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 489773 INFO  (qtp1616976158-3553) [n:127.0.0.1:38395_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 489774 INFO  (SocketProxy-Acceptor-42371) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=39998,localport=42371], receiveBufferSize:531000
   [junit4]   2> 489777 INFO  (SocketProxy-Acceptor-42167) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38679,localport=49158], receiveBufferSize=530904
   [junit4]   2> 489809 INFO  (qtp1809356464-3579) [n:127.0.0.1:42371_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2&action=CREATE&numShards=2&collection=pull_replica_error_handling_test_cant_connect_to_pull_replica&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 489809 INFO  (qtp1809356464-3579) [n:127.0.0.1:42371_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 489811 INFO  (qtp2009834846-3531) [n:127.0.0.1:42167_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_p6&action=CREATE&numShards=2&collection=pull_replica_error_handling_test_cant_connect_to_pull_replica&shard=shard2&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 489812 INFO  (qtp2009834846-3531) [n:127.0.0.1:42167_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 489816 INFO  (qtp1565826131-3613) [n:127.0.0.1:43531_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_n1&action=CREATE&numShards=2&collection=pull_replica_error_handling_test_cant_connect_to_pull_replica&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 489817 INFO  (qtp1565826131-3613) [n:127.0.0.1:43531_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 489834 INFO  (SocketProxy-Acceptor-42371) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38867,localport=34676], receiveBufferSize=530904
   [junit4]   2> 489947 INFO  (zkCallback-733-thread-1-processing-n:127.0.0.1:38395_solr) [n:127.0.0.1:38395_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json] for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 489947 INFO  (zkCallback-743-thread-1-processing-n:127.0.0.1:42371_solr) [n:127.0.0.1:42371_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json] for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 489947 INFO  (zkCallback-753-thread-1-processing-n:127.0.0.1:43531_solr) [n:127.0.0.1:43531_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json] for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 489948 INFO  (zkCallback-723-thread-2-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json] for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 489948 INFO  (zkCallback-723-thread-1-processing-n:127.0.0.1:42167_solr) [n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json] for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 489953 INFO  (zkCallback-733-thread-2-processing-n:127.0.0.1:38395_solr) [n:127.0.0.1:38395_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json] for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 489969 INFO  (zkCallback-753-thread-2-processing-n:127.0.0.1:43531_solr) [n:127.0.0.1:43531_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json] for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 489969 INFO  (zkCallback-743-thread-2-processing-n:127.0.0.1:42371_solr) [n:127.0.0.1:42371_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json] for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 490824 INFO  (qtp1809356464-3579) [n:127.0.0.1:42371_solr c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 r:core_node5 x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 490831 INFO  (qtp1809356464-3579) [n:127.0.0.1:42371_solr c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 r:core_node5 x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2] o.a.s.s.IndexSchema [pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2] Schema name=minimal
   [junit4]   2> 490834 INFO  (qtp1809356464-3579) [n:127.0.0.1:42371_solr c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 r:core_node5 x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 490834 INFO  (qtp1809356464-3579) [n:127.0.0.1:42371_solr c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 r:core_node5 x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2' using configuration from collection pull_replica_error_handling_test_cant_connect_to_pull_replica, trusted=true
   [junit4]   2> 490834 INFO  (qtp1809356464-3579) [n:127.0.0.1:42371_solr c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 r:core_node5 x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42371.solr.core.pull_replica_error_handling_test_cant_connect_to_pull_replica.shard1.replica_p2' (registry 'solr.core.pull_replica_error_handling_test_cant_connect_to_pull_replica.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 490835 INFO  (qtp1809356464-3579) [n:127.0.0.1:42371_solr c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 r:core_node5 x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 490835 INFO  (qtp1809356464-3579) [n:127.0.0.1:42371_solr c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 r:core_node5 x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2] o.a.s.c.SolrCore [[pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node4/pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp

[...truncated too long message...]

.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44311_solr
   [junit4]   2> 2408217 INFO  (jetty-closer-8105-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2408217 INFO  (jetty-closer-8105-thread-3) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2408217 INFO  (zkCallback-8150-thread-1-processing-n:127.0.0.1:44311_solr) [n:127.0.0.1:44311_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2408217 INFO  (zkCallback-8126-thread-3-processing-n:127.0.0.1:40645_solr) [n:127.0.0.1:40645_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2408217 INFO  (zkCallback-8129-thread-2-processing-n:127.0.0.1:43343_solr) [n:127.0.0.1:43343_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2408219 INFO  (coreCloseExecutor-8216-thread-1) [n:127.0.0.1:43343_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1693690710
   [junit4]   2> 2408219 INFO  (coreCloseExecutor-8217-thread-1) [n:127.0.0.1:40645_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4]  CLOSING SolrCore org.apache.solr.core.SolrCore@2fc3847c
   [junit4]   2> 2408220 INFO  (coreCloseExecutor-8217-thread-1) [n:127.0.0.1:40645_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_p4, tag=801342588
   [junit4]   2> 2408220 INFO  (coreCloseExecutor-8217-thread-1) [n:127.0.0.1:40645_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@77d25be5: rootName = solr_40645, domain = solr.core..system.shard1.replica_p4, service url = null, agent id = null] for registry solr.core..system.shard1.replica_p4 / com.codahale.metrics.MetricRegistry@1db267db
   [junit4]   2> 2408220 INFO  (jetty-closer-8105-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7c8a41b8{/solr,null,UNAVAILABLE}
   [junit4]   2> 2408220 INFO  (jetty-closer-8105-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99347267845160968-127.0.0.1:43343_solr-n_0000000000) closing
   [junit4]   2> 2408220 INFO  (OverseerStateUpdate-99347267845160968-127.0.0.1:43343_solr-n_0000000000) [n:127.0.0.1:43343_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43343_solr
   [junit4]   2> 2408221 WARN  (OverseerAutoScalingTriggerThread-99347267845160968-127.0.0.1:43343_solr-n_0000000000) [n:127.0.0.1:43343_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2408225 INFO  (zkCallback-8126-thread-3-processing-n:127.0.0.1:40645_solr) [n:127.0.0.1:40645_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40645_solr
   [junit4]   2> 2408225 INFO  (jetty-closer-8105-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1cbd4113{/solr,null,UNAVAILABLE}
   [junit4]   2> 2408229 INFO  (coreCloseExecutor-8217-thread-1) [n:127.0.0.1:40645_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=801342588
   [junit4]   2> 2408230 INFO  (jetty-closer-8105-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@42691137{/solr,null,UNAVAILABLE}
   [junit4]   2> 2408230 ERROR (SUITE-TestClusterStateProvider-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2408230 INFO  (SUITE-TestClusterStateProvider-seed#[2FF9D42CE6DDA6DF]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40283 40283
   [junit4]   2> 2410081 INFO  (Thread-5748) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40283 40283
   [junit4]   2> 2410082 WARN  (Thread-5748) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/configs/.system
   [junit4]   2> 	3	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	23	/solr/collections/.system/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99347267845160968-127.0.0.1:43343_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_2FF9D42CE6DDA6DF-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=is, timezone=Pacific/Honolulu
   [junit4]   2> NOTE: Linux 4.13.0-26-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=202097288,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestLRUCache, RequiredFieldsTest, DistribJoinFromCollectionTest, TestDynamicLoading, TestFiltering, V2StandaloneTest, FileBasedSpellCheckerTest, SSLMigrationTest, TestSolrCoreProperties, BadComponentTest, MergeStrategyTest, TestElisionMultitermQuery, DirectSolrConnectionTest, TestInitParams, TestSkipOverseerOperations, BasicAuthIntegrationTest, TestSolrCloudWithSecureImpersonation, UnloadDistributedZkTest, TestDistribDocBasedVersion, UUIDFieldTest, EchoParamsTest, TestConfigSets, TriLevelCompositeIdRoutingTest, TestCloudSchemaless, FieldMutatingUpdateProcessorTest, TestSolr4Spatial2, OverseerCollectionConfigSetProcessorTest, SystemInfoHandlerTest, TestManagedSchema, TestHashPartitioner, TestDocBasedVersionConstraints, TestCloudPivotFacet, AutoAddReplicasIntegrationTest, TestComplexPhraseQParserPlugin, TestFunctionQuery, DistanceUnitsTest, TestManagedResourceStorage, TestTriggerIntegration, TestQueryTypes, SuggesterWFSTTest, TestQuerySenderListener, TestNumericRangeQuery32, UniqFieldsUpdateProcessorFactoryTest, TestSystemIdResolver, TestTrie, TestCollectionAPIs, HdfsBasicDistributedZkTest, AlternateDirectoryTest, ReplicationFactorTest, TestPullReplica, AsyncCallRequestStatusResponseTest, TestFilteredDocIdSet, FullSolrCloudDistribCmdsTest, TestGraphMLResponseWriter, TestUniqueKeyFieldResource, PreAnalyzedFieldManagedSchemaCloudTest, TestStressLiveNodes, TestPointFields, TestLMJelinekMercerSimilarityFactory, CopyFieldTest, CSVRequestHandlerTest, HdfsLockFactoryTest, DefaultValueUpdateProcessorTest, AtomicUpdatesTest, TestReplicationHandlerBackup, DistanceFunctionTest, FacetPivotSmallTest, HdfsThreadLeakTest, ZkStateReaderTest, RecoveryAfterSoftCommitTest, XsltUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TimeZoneUtilsTest, FieldAnalysisRequestHandlerTest, MoveReplicaHDFSTest, DocValuesNotIndexedTest, TestLegacyNumericUtils, TestInPlaceUpdatesDistrib, SolrCoreMetricManagerTest, SortByFunctionTest, MetricsHandlerTest, LoggingHandlerTest, LeaderElectionContextKeyTest, TestFuzzyAnalyzedSuggestions, SegmentsInfoRequestHandlerTest, TestCoreDiscovery, TestCoreContainer, ReturnFieldsTest, TestValueSourceCache, BlockDirectoryTest, TestSolrDeletionPolicy2, TestTestInjection, TestLFUCache, TestGroupingSearch, TestFieldCacheReopen, DistributedSpellCheckComponentTest, WordBreakSolrSpellCheckerTest, DocValuesMissingTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestConfigOverlay, IndexBasedSpellCheckerTest, TestJsonFacetRefinement, TestDFISimilarityFactory, TestExtendedDismaxParser, TestCustomDocTransformer, TestSchemaSimilarityResource, TestFreeTextSuggestions, TestOrdValues, DirectSolrSpellCheckerTest, TestNodeLostTrigger, CdcrBootstrapTest, SolrCoreCheckLockOnStartupTest, SolrCloudExampleTest, CoreAdminRequestStatusTest, ClusterStateTest, ExplicitHLLTest, TestStreamBody, ComputePlanActionTest, TestManagedSynonymGraphFilterFactory, TestCopyFieldCollectionResource, ChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest, TestZkChroot, ZkCLITest, TermVectorComponentDistributedTest, TestStressReorder, TestStressVersions, DistributedTermsComponentTest, SolrCoreTest, SpellCheckComponentTest, PeerSyncTest, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, ActionThrottleTest, AliasIntegrationTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CreateCollectionCleanupTest, DeleteNodeTest, DeleteStatusTest, DistributedQueueTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, TestCloudDeleteByQuery, TestCloudJSONFacetJoinDomain, TestClusterProperties, TestCollectionAPI, TestConfigSetsAPI, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestLockTree, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, TestTolerantUpdateProcessorRandomCloud, HttpTriggerListenerTest, MetricTriggerTest, TestPolicyCloud, TestClusterStateProvider]
   [junit4] Completed [577/766 (3!)] on J2 in 9.93s, 2 tests, 1 failure <<< FAILURES!

[...truncated 48823 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1175 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1175/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([AD8379163A9815C6:920B7ABE2DCEE521]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13649 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
   [junit4]   2> 2512342 INFO  (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/init-core-data-001
   [junit4]   2> 2512343 WARN  (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
   [junit4]   2> 2512343 INFO  (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2512344 INFO  (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2512344 INFO  (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [    ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? false
   [junit4]   2> 2512345 INFO  (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001
   [junit4]   2> 2512345 INFO  (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2512345 INFO  (Thread-7906) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2512345 INFO  (Thread-7906) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2512347 ERROR (Thread-7906) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2512445 INFO  (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:34945
   [junit4]   2> 2512448 INFO  (zkConnectionManagerCallback-11863-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2512452 INFO  (jetty-launcher-11860-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2512452 INFO  (jetty-launcher-11860-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2512452 INFO  (jetty-launcher-11860-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2512453 INFO  (jetty-launcher-11860-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e6a319{/solr,null,AVAILABLE}
   [junit4]   2> 2512453 INFO  (jetty-launcher-11860-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9d76fe{/solr,null,AVAILABLE}
   [junit4]   2> 2512453 INFO  (jetty-launcher-11860-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d9b54e{/solr,null,AVAILABLE}
   [junit4]   2> 2512454 INFO  (jetty-launcher-11860-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@184c615{HTTP/1.1,[http/1.1]}{127.0.0.1:35949}
   [junit4]   2> 2512454 INFO  (jetty-launcher-11860-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1997688{HTTP/1.1,[http/1.1]}{127.0.0.1:44321}
   [junit4]   2> 2512455 INFO  (jetty-launcher-11860-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@69392b{HTTP/1.1,[http/1.1]}{127.0.0.1:43861}
   [junit4]   2> 2512455 INFO  (jetty-launcher-11860-thread-1) [    ] o.e.j.s.Server Started @2513527ms
   [junit4]   2> 2512455 INFO  (jetty-launcher-11860-thread-2) [    ] o.e.j.s.Server Started @2513527ms
   [junit4]   2> 2512455 INFO  (jetty-launcher-11860-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35949}
   [junit4]   2> 2512455 INFO  (jetty-launcher-11860-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43861}
   [junit4]   2> 2512455 INFO  (jetty-launcher-11860-thread-3) [    ] o.e.j.s.Server Started @2513527ms
   [junit4]   2> 2512455 INFO  (jetty-launcher-11860-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44321}
   [junit4]   2> 2512455 ERROR (jetty-launcher-11860-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2512455 ERROR (jetty-launcher-11860-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2512455 ERROR (jetty-launcher-11860-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2512455 INFO  (jetty-launcher-11860-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.3.0
   [junit4]   2> 2512455 INFO  (jetty-launcher-11860-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.3.0
   [junit4]   2> 2512455 INFO  (jetty-launcher-11860-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2512455 INFO  (jetty-launcher-11860-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2512455 INFO  (jetty-launcher-11860-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2512455 INFO  (jetty-launcher-11860-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2512455 INFO  (jetty-launcher-11860-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T03:28:30.489Z
   [junit4]   2> 2512456 INFO  (jetty-launcher-11860-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T03:28:30.489Z
   [junit4]   2> 2512455 INFO  (jetty-launcher-11860-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.3.0
   [junit4]   2> 2512456 INFO  (jetty-launcher-11860-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2512456 INFO  (jetty-launcher-11860-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2512456 INFO  (jetty-launcher-11860-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T03:28:30.490Z
   [junit4]   2> 2512457 INFO  (zkConnectionManagerCallback-11866-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2512457 INFO  (zkConnectionManagerCallback-11867-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2512457 INFO  (zkConnectionManagerCallback-11869-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2512458 INFO  (jetty-launcher-11860-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2512458 INFO  (jetty-launcher-11860-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2512458 INFO  (jetty-launcher-11860-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2512466 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f2b620ac0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2512467 INFO  (jetty-launcher-11860-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34945/solr
   [junit4]   2> 2512467 INFO  (jetty-launcher-11860-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34945/solr
   [junit4]   2> 2512468 INFO  (jetty-launcher-11860-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34945/solr
   [junit4]   2> 2512468 INFO  (zkConnectionManagerCallback-11876-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2512469 INFO  (zkConnectionManagerCallback-11878-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2512469 INFO  (zkConnectionManagerCallback-11881-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2512469 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f2b620ac0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2512471 INFO  (zkConnectionManagerCallback-11884-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2512471 INFO  (zkConnectionManagerCallback-11885-thread-1-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2512471 INFO  (zkConnectionManagerCallback-11887-thread-1-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2512519 INFO  (jetty-launcher-11860-thread-1) [n:127.0.0.1:35949_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2512519 INFO  (jetty-launcher-11860-thread-3) [n:127.0.0.1:44321_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2512519 INFO  (jetty-launcher-11860-thread-2) [n:127.0.0.1:43861_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2512520 INFO  (jetty-launcher-11860-thread-1) [n:127.0.0.1:35949_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35949_solr
   [junit4]   2> 2512520 INFO  (jetty-launcher-11860-thread-2) [n:127.0.0.1:43861_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43861_solr
   [junit4]   2> 2512520 INFO  (jetty-launcher-11860-thread-3) [n:127.0.0.1:44321_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44321_solr
   [junit4]   2> 2512521 INFO  (jetty-launcher-11860-thread-1) [n:127.0.0.1:35949_solr    ] o.a.s.c.Overseer Overseer (id=99346055848263687-127.0.0.1:35949_solr-n_0000000000) starting
   [junit4]   2> 2512521 INFO  (zkCallback-11882-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2512521 INFO  (zkCallback-11886-thread-1-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2512525 INFO  (jetty-launcher-11860-thread-1) [n:127.0.0.1:35949_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35949_solr
   [junit4]   2> 2512526 INFO  (zkCallback-11883-thread-1-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2512526 INFO  (zkCallback-11882-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2512526 INFO  (zkCallback-11886-thread-1-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2512528 INFO  (zkCallback-11883-thread-1-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2512626 INFO  (jetty-launcher-11860-thread-3) [n:127.0.0.1:44321_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44321.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
   [junit4]   2> 2512636 INFO  (jetty-launcher-11860-thread-3) [n:127.0.0.1:44321_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44321.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
   [junit4]   2> 2512636 INFO  (jetty-launcher-11860-thread-3) [n:127.0.0.1:44321_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44321.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
   [junit4]   2> 2512638 INFO  (jetty-launcher-11860-thread-3) [n:127.0.0.1:44321_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node3/.
   [junit4]   2> 2512680 INFO  (jetty-launcher-11860-thread-2) [n:127.0.0.1:43861_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43861.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
   [junit4]   2> 2512700 INFO  (jetty-launcher-11860-thread-1) [n:127.0.0.1:35949_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35949.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
   [junit4]   2> 2512703 INFO  (jetty-launcher-11860-thread-2) [n:127.0.0.1:43861_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43861.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
   [junit4]   2> 2512704 INFO  (jetty-launcher-11860-thread-2) [n:127.0.0.1:43861_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43861.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
   [junit4]   2> 2512705 INFO  (jetty-launcher-11860-thread-2) [n:127.0.0.1:43861_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node2/.
   [junit4]   2> 2512710 INFO  (jetty-launcher-11860-thread-1) [n:127.0.0.1:35949_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35949.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
   [junit4]   2> 2512710 INFO  (jetty-launcher-11860-thread-1) [n:127.0.0.1:35949_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35949.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
   [junit4]   2> 2512712 INFO  (jetty-launcher-11860-thread-1) [n:127.0.0.1:35949_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node1/.
   [junit4]   2> 2512768 INFO  (zkConnectionManagerCallback-11895-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2512772 INFO  (zkConnectionManagerCallback-11899-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2512773 INFO  (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2512773 INFO  (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34945/solr ready
   [junit4]   2> 2512776 INFO  (qtp2625242-36528) [n:127.0.0.1:35949_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2512780 INFO  (OverseerThreadFactory-9801-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 2512885 INFO  (OverseerStateUpdate-99346055848263687-127.0.0.1:35949_solr-n_0000000000) [n:127.0.0.1:35949_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35949/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2512886 INFO  (OverseerStateUpdate-99346055848263687-127.0.0.1:35949_solr-n_0000000000) [n:127.0.0.1:35949_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43861/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2512887 INFO  (OverseerStateUpdate-99346055848263687-127.0.0.1:35949_solr-n_0000000000) [n:127.0.0.1:35949_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44321/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2513091 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2513091 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2513091 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 2513092 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2513092 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2513092 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2513199 INFO  (zkCallback-11883-thread-1-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2513199 INFO  (zkCallback-11886-thread-1-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2513199 INFO  (zkCallback-11886-thread-2-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2513199 INFO  (zkCallback-11882-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2513199 INFO  (zkCallback-11883-thread-2-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2513199 INFO  (zkCallback-11882-thread-2-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2514105 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2514105 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2514107 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2514124 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 2514124 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 2514126 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 2514129 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 2514130 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 2514132 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
   [junit4]   2> 2514133 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 2514134 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 2514135 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 2514135 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 2514136 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 2514136 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/.system/schema.xml no longer exists.
   [junit4]   2> 2514136 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
   [junit4]   2> 2514136 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
   [junit4]   2> 2514136 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35949.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
   [junit4]   2> 2514136 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43861.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
   [junit4]   2> 2514137 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2514137 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2514137 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
   [junit4]   2> 2514137 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node2/.system_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node2/./.system_shard1_replica_n2/data/]
   [junit4]   2> 2514137 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 2514138 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 2514138 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/.system/schema.xml no longer exists.
   [junit4]   2> 2514138 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
   [junit4]   2> 2514139 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44321.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
   [junit4]   2> 2514139 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2514139 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node3/.system_shard1_replica_p4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node3/./.system_shard1_replica_p4/data/]
   [junit4]   2> 2514189 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2514189 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2514190 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 2514190 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2514192 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19891f2[.system_shard1_replica_n1] main]
   [junit4]   2> 2514193 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 2514193 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2514193 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 2514194 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 2514194 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 2514194 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2514195 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2514195 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ec8be5[.system_shard1_replica_p4] main]
   [junit4]   2> 2514196 INFO  (searcherExecutor-9808-thread-1-processing-n:127.0.0.1:35949_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@19891f2[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2514196 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 2514196 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589536895512084480
   [junit4]   2> 2514196 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 2514196 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 2514197 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 2514201 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2514201 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
   [junit4]   2> 2514225 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 2514225 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 27 ms
   [junit4]   2> 2514225 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2514225 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2514226 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2514227 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
   [junit4]   2> 2514227 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 2514227 INFO  (searcherExecutor-9810-thread-1-processing-n:127.0.0.1:44321_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@1ec8be5[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2514228 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 2514228 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2514229 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 2514229 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2514231 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1579cf5[.system_shard1_replica_n2] main]
   [junit4]   2> 2514232 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 2514232 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 2514232 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 2514233 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 2514237 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 2514243 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 2514243 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 10 ms
   [junit4]   2> 2514244 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2514246 INFO  (searcherExecutor-9809-thread-1-processing-n:127.0.0.1:43861_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@1579cf5[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2514246 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589536895564513280
   [junit4]   2> 2514302 INFO  (zkCallback-11883-thread-2-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2514302 INFO  (zkCallback-11882-thread-2-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2514302 INFO  (zkCallback-11883-thread-1-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2514302 INFO  (zkCallback-11886-thread-1-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2514302 INFO  (zkCallback-11886-thread-2-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2514302 INFO  (zkCallback-11882-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2514701 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2514701 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2514701 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35949/solr/.system_shard1_replica_n1/
   [junit4]   2> 2514702 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=http://127.0.0.1:35949/solr START replicas=[http://127.0.0.1:43861/solr/.system_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 2514704 INFO  (qtp12782877-36529) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2515002 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=http://127.0.0.1:35949/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2515003 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2515003 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2515003 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2515008 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35949/solr/.system_shard1_replica_n1/ shard1
   [junit4]   2> 2515109 INFO  (zkCallback-11883-thread-1-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2515109 INFO  (zkCallback-11886-thread-1-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2515109 INFO  (zkCallback-11883-thread-2-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2515109 INFO  (zkCallback-11886-thread-2-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2515110 INFO  (zkCallback-11882-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2515110 INFO  (zkCallback-11882-thread-2-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2515159 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2515228 INFO  (qtp2625242-36516) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2137
   [junit4]   2> 2515231 INFO  (qtp26545010-36527) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2140
   [junit4]   2> 2515252 INFO  (qtp12782877-36524) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2160
   [junit4]   2> 2515259 INFO  (qtp2625242-36528) [n:127.0.0.1:35949_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2515308 INFO  (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
   [junit4]   2> 2515357 INFO  (zkCallback-11883-thread-1-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2515357 INFO  (zkCallback-11886-thread-1-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2515357 INFO  (zkCallback-11882-thread-2-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2515357 INFO  (zkCallback-11886-thread-2-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2515357 INFO  (zkCallback-11882-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2515357 INFO  (zkCallback-11883-thread-2-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2516260 INFO  (qtp2625242-36528) [n:127.0.0.1:35949_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3483
   [junit4]   2> 2516263 INFO  (qtp2625242-36533) [n:127.0.0.1:35949_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2516266 INFO  (qtp12782877-36513) [n:127.0.0.1:43861_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2516269 INFO  (qtp26545010-36532) [n:127.0.0.1:44321_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2516295 INFO  (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[AD8379163A9815C6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAutoScalingConfig
   [junit4]   2> 2516297 INFO  (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[AD8379163A9815C6]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAutoScalingConfig
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestClusterStateProvider -Dtests.method=testAutoScalingConfig -Dtests.seed=AD8379163A9815C6 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-VE -Dtests.timezone=America/Dominica -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.03s J2 | TestClusterStateProvider.testAutoScalingConfig <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
   [junit4]    >   "cluster-preferences":[{"maximize":"freedisk"}],
   [junit4]    >   "triggers":{".auto_add_replicas":{
   [junit4]    >       "name":".auto_add_replicas",
   [junit4]    >       "event":"nodeLost",
   [junit4]    >       "waitFor":30,
   [junit4]    >       "actions":[
   [junit4]    >         {
   [junit4]    >           "name":"auto_add_replicas_plan",
   [junit4]    >           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]    >         {
   [junit4]    >           "name":"execute_plan",
   [junit4]    >           "class":"solr.ExecutePlanAction"}],
   [junit4]    >       "enabled":true}},
   [junit4]    >   "listeners":{".auto_add_replicas.system":{
   [junit4]    >       "trigger":".auto_add_replicas",
   [junit4]    >       "afterAction":[],
   [junit4]    >       "stage":[
   [junit4]    >         "STARTED",
   [junit4]    >         "ABORTED",
   [junit4]    >         "SUCCEEDED",
   [junit4]    >         "FAILED",
   [junit4]    >         "BEFORE_ACTION",
   [junit4]    >         "AFTER_ACTION",
   [junit4]    >         "IGNORED"],
   [junit4]    >       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
   [junit4]    >       "beforeAction":[]}},
   [junit4]    >   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
   [junit4]    >   "cluster-preferences":[{"maximize":"freedisk"}],
   [junit4]    >   "triggers":{".auto_add_replicas":{
   [junit4]    >       "name":".auto_add_replicas",
   [junit4]    >       "event":"nodeLost",
   [junit4]    >       "waitFor":30,
   [junit4]    >       "actions":[
   [junit4]    >         {
   [junit4]    >           "name":"auto_add_replicas_plan",
   [junit4]    >           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]    >         {
   [junit4]    >           "name":"execute_plan",
   [junit4]    >           "class":"solr.ExecutePlanAction"}],
   [junit4]    >       "enabled":true}},
   [junit4]    >   "listeners":{".auto_add_replicas.system":{
   [junit4]    >       "trigger":".auto_add_replicas",
   [junit4]    >       "afterAction":[],
   [junit4]    >       "stage":[
   [junit4]    >         "STARTED",
   [junit4]    >         "ABORTED",
   [junit4]    >         "SUCCEEDED",
   [junit4]    >         "FAILED",
   [junit4]    >         "BEFORE_ACTION",
   [junit4]    >         "AFTER_ACTION",
   [junit4]    >         "IGNORED"],
   [junit4]    >       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
   [junit4]    >       "beforeAction":[]}},
   [junit4]    >   "properties":{}}>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AD8379163A9815C6:920B7ABE2DCEE521]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2516325 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
   [junit4]   2> 2516326 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2516327 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3dcc1c{/solr,null,AVAILABLE}
   [junit4]   2> 2516328 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1aa8af4{HTTP/1.1,[http/1.1]}{127.0.0.1:40769}
   [junit4]   2> 2516328 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.e.j.s.Server Started @2517400ms
   [junit4]   2> 2516328 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40769}
   [junit4]   2> 2516328 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2516328 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.3.0
   [junit4]   2> 2516328 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2516328 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2516328 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T03:28:34.362Z
   [junit4]   2> 2516330 INFO  (zkConnectionManagerCallback-11901-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2516331 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2516339 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34945/solr
   [junit4]   2> 2516340 INFO  (zkConnectionManagerCallback-11905-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2516342 INFO  (zkConnectionManagerCallback-11907-thread-1-processing-n:127.0.0.1:40769_solr) [n:127.0.0.1:40769_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2516345 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [n:127.0.0.1:40769_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2516346 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [n:127.0.0.1:40769_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2516347 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [n:127.0.0.1:40769_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40769_solr
   [junit4]   2> 2516348 INFO  (zkCallback-11883-thread-2-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2516348 INFO  (zkCallback-11886-thread-2-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2516348 INFO  (zkCallback-11882-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2516348 INFO  (zkCallback-11898-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2516350 INFO  (zkCallback-11906-thread-1-processing-n:127.0.0.1:40769_solr) [n:127.0.0.1:40769_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2516603 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [n:127.0.0.1:40769_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40769.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
   [junit4]   2> 2516614 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [n:127.0.0.1:40769_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40769.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
   [junit4]   2> 2516615 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [n:127.0.0.1:40769_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40769.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c3125
   [junit4]   2> 2516616 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [n:127.0.0.1:40769_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001/tempDir-001/node4/.
   [junit4]   2> 2516782 INFO  (OverseerCollectionConfigSetProcessor-99346055848263687-127.0.0.1:35949_solr-n_0000000000) [n:127.0.0.1:35949_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2518308 INFO  (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
   [junit4]   2> 2518308 INFO  (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:35949/solr/.system_shard1_replica_n1/
   [junit4]   2> 2518310 INFO  (qtp2625242-36528) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2518310 INFO  (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 2518310 INFO  (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 2518310 INFO  (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 2518310 INFO  (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 2518310 INFO  (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 2518310 INFO  (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2518310 INFO  (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@ea6539 commitCommandVersion:0
   [junit4]   2> 2518311 INFO  (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@cf0442[.system_shard1_replica_p4] main]
   [junit4]   2> 2518311 INFO  (indexFetcher-9823-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2518313 INFO  (searcherExecutor-9810-thread-1-processing-n:127.0.0.1:44321_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@cf0442[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2518667 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1997688{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2518667 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=31539556
   [junit4]   2> 2518667 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2518668 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1458d3b: rootName = solr_44321, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@c74954
   [junit4]   2> 2518674 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2518674 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@176b74e: rootName = solr_44321, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@715421
   [junit4]   2> 2518679 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2518679 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d34c5: rootName = solr_44321, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@16732b9
   [junit4]   2> 2518680 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44321_solr
   [junit4]   2> 2518681 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2518681 INFO  (zkCallback-11882-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2518681 INFO  (zkCallback-11883-thread-2-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2518681 INFO  (zkCallback-11898-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2518681 INFO  (zkCallback-11883-thread-1-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2518682 INFO  (zkCallback-11886-thread-1-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2518682 INFO  (zkCallback-11882-thread-3-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2518682 INFO  (zkCallback-11883-thread-3-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2518682 INFO  (zkCallback-11882-thread-2-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2518682 INFO  (zkCallback-11886-thread-2-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2518682 INFO  (zkCallback-11886-thread-3-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2518682 INFO  (zkCallback-11906-thread-1-processing-n:127.0.0.1:40769_solr) [n:127.0.0.1:40769_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2518682 INFO  (coreCloseExecutor-9830-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4]  CLOSING SolrCore org.apache.solr.core.SolrCore@14efd0b
   [junit4]   2> 2518682 INFO  (coreCloseExecutor-9830-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_p4, tag=21953803
   [junit4]   2> 2518682 INFO  (coreCloseExecutor-9830-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f79f8f: rootName = solr_44321, domain = solr.core..system.shard1.replica_p4, service url = null, agent id = null] for registry solr.core..system.shard1.replica_p4 / com.codahale.metrics.MetricRegistry@16e7f41
   [junit4]   2> 2518691 INFO  (coreCloseExecutor-9830-thread-1) [n:127.0.0.1:44321_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=21953803
   [junit4]   2> 2518693 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9d76fe{/solr,null,UNAVAILABLE}
   [junit4]   2> 2520694 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[AD8379163A9815C6]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAddRemoveNode
   [junit4]   2> 2520696 INFO  (jetty-closer-11861-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@184c615{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2520696 INFO  (jetty-closer-11861-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1aa8af4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2520696 INFO  (jetty-closer-11861-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@69392b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2520697 INFO  (jetty-closer-11861-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=12627609
   [junit4]   2> 2520697 INFO  (jetty-closer-11861-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=11302514
   [junit4]   2> 2520696 INFO  (jetty-closer-11861-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=22771292
   [junit4]   2> 2520697 INFO  (jetty-closer-11861-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2520697 INFO  (jetty-closer-11861-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2520697 INFO  (jetty-closer-11861-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2520697 INFO  (jetty-closer-11861-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a15215: rootName = solr_40769, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@c04f75
   [junit4]   2> 2520697 INFO  (jetty-closer-11861-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@99408c: rootName = solr_35949, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5f3281
   [junit4]   2> 2520697 INFO  (jetty-closer-11861-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a40839: rootName = solr_43861, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@674f3d
   [junit4]   2> 2520703 INFO  (jetty-closer-11861-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2520704 INFO  (jetty-closer-11861-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d4c44c: rootName = solr_43861, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@715421
   [junit4]   2> 2520704 INFO  (jetty-closer-11861-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2520704 INFO  (jetty-closer-11861-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@91820b: rootName = solr_35949, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@715421
   [junit4]   2> 2520706 INFO  (jetty-closer-11861-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2520706 INFO  (jetty-closer-11861-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f704e6: rootName = solr_40769, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@715421
   [junit4]   2> 2520727 INFO  (jetty-closer-11861-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2520727 INFO  (jetty-closer-11861-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5f4ccc: rootName = solr_43861, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@16732b9
   [junit4]   2> 2520727 INFO  (jetty-closer-11861-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2520727 INFO  (jetty-closer-11861-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1df23e5: rootName = solr_35949, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@16732b9
   [junit4]   2> 2520728 INFO  (jetty-closer-11861-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43861_solr
   [junit4]   2> 2520729 INFO  (jetty-closer-11861-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35949_solr
   [junit4]   2> 2520729 INFO  (jetty-closer-11861-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2520729 INFO  (zkCallback-11906-thread-1-processing-n:127.0.0.1:40769_solr) [n:127.0.0.1:40769_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2520729 INFO  (zkCallback-11883-thread-3-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2520729 INFO  (coreCloseExecutor-9832-thread-1) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@165991e
   [junit4]   2> 2520729 INFO  (coreCloseExecutor-9832-thread-1) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=23435550
   [junit4]   2> 2520729 INFO  (coreCloseExecutor-9832-thread-1) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b0321: rootName = solr_43861, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@3723d0
   [junit4]   2> 2520730 INFO  (jetty-closer-11861-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2520730 INFO  (zkCallback-11882-thread-2-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 2520730 INFO  (zkCallback-11883-thread-2-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2520730 INFO  (coreCloseExecutor-9833-thread-1) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1e9c900
   [junit4]   2> 2520730 INFO  (coreCloseExecutor-9833-thread-1) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n1, tag=32098560
   [junit4]   2> 2520730 INFO  (coreCloseExecutor-9833-thread-1) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@170b47c: rootName = solr_35949, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7a89c6
   [junit4]   2> 2520731 INFO  (zkCallback-11883-thread-3-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2520731 INFO  (zkCallback-11882-thread-1-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2520731 INFO  (zkCallback-11882-thread-3-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2520731 INFO  (zkCallback-11883-thread-2-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2520732 INFO  (zkCallback-11906-thread-2-processing-n:127.0.0.1:40769_solr) [n:127.0.0.1:40769_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 252073

[...truncated too long message...]

, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@16732b9
   [junit4]   2> 2520736 INFO  (jetty-closer-11861-thread-3) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40769_solr
   [junit4]   2> 2520736 INFO  (zkCallback-11883-thread-2-processing-n:127.0.0.1:43861_solr) [n:127.0.0.1:43861_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2520736 INFO  (jetty-closer-11861-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2520736 INFO  (zkCallback-11906-thread-2-processing-n:127.0.0.1:40769_solr) [n:127.0.0.1:40769_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2520736 INFO  (zkCallback-11882-thread-2-processing-n:127.0.0.1:35949_solr) [n:127.0.0.1:35949_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2520737 INFO  (jetty-closer-11861-thread-3) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2520738 INFO  (jetty-closer-11861-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3dcc1c{/solr,null,UNAVAILABLE}
   [junit4]   2> 2520745 INFO  (coreCloseExecutor-9832-thread-1) [n:127.0.0.1:43861_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=23435550
   [junit4]   2> 2520746 INFO  (coreCloseExecutor-9833-thread-1) [n:127.0.0.1:35949_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=32098560
   [junit4]   2> 2520747 INFO  (jetty-closer-11861-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d9b54e{/solr,null,UNAVAILABLE}
   [junit4]   2> 2520747 INFO  (jetty-closer-11861-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99346055848263687-127.0.0.1:35949_solr-n_0000000000) closing
   [junit4]   2> 2520747 INFO  (OverseerStateUpdate-99346055848263687-127.0.0.1:35949_solr-n_0000000000) [n:127.0.0.1:35949_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35949_solr
   [junit4]   2> 2520747 WARN  (OverseerAutoScalingTriggerThread-99346055848263687-127.0.0.1:35949_solr-n_0000000000) [n:127.0.0.1:35949_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2520748 INFO  (jetty-closer-11861-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@e6a319{/solr,null,UNAVAILABLE}
   [junit4]   2> 2520749 ERROR (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2520749 INFO  (SUITE-TestClusterStateProvider-seed#[AD8379163A9815C6]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34945 34945
   [junit4]   2> 2532092 INFO  (Thread-7906) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34945 34945
   [junit4]   2> 2532093 WARN  (Thread-7906) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/configs/.system
   [junit4]   2> 	3	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	23	/solr/collections/.system/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99346055848263687-127.0.0.1:35949_solr-n_0000000000
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_AD8379163A9815C6-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1796, maxMBSortInHeap=6.306408729668066, sim=RandomSimilarity(queryNorm=true): {}, locale=es-VE, timezone=America/Dominica
   [junit4]   2> NOTE: Linux 4.13.0-26-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=221853776,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrQueryResponse, TestMissingGroups, FieldAnalysisRequestHandlerTest, RequiredFieldsTest, TestLMDirichletSimilarityFactory, TestJsonFacetRefinement, LeaderElectionTest, TestCloudPivotFacet, DefaultValueUpdateProcessorTest, TestLRUCache, TestSolrCoreProperties, TestConfigSets, HttpTriggerListenerTest, TestCollectionAPIs, DistanceUnitsTest, DocValuesMissingTest, UniqFieldsUpdateProcessorFactoryTest, TestTestInjection, TestFiltering, TestXmlQParser, MoveReplicaHDFSTest, HdfsWriteToMultipleCollectionsTest, RuleEngineTest, TestFieldTypeResource, CoreAdminRequestStatusTest, CustomCollectionTest, JavabinLoaderTest, TestSQLHandler, DeleteStatusTest, SolrJmxReporterCloudTest, TimeRoutedAliasUpdateProcessorTest, BasicDistributedZk2Test, TestLegacyNumericUtils, DisMaxRequestHandlerTest, TestSearchPerf, ReturnFieldsTest, QueryElevationComponentTest, TimeZoneUtilsTest, AtomicUpdatesTest, TestConfigOverlay, TestLFUCache, AliasIntegrationTest, ComputePlanActionTest, TestInitQParser, TestSlowCompositeReaderWrapper, TestCoreContainer, CSVRequestHandlerTest, TestFreeTextSuggestions, TestManagedResourceStorage, PluginInfoTest, UnloadDistributedZkTest, SSLMigrationTest, SuggesterTest, TestNumericRangeQuery32, CollectionsAPIAsyncDistributedZkTest, ZkNodePropsTest, AddBlockUpdateTest, TestMiniSolrCloudClusterSSL, OverseerCollectionConfigSetProcessorTest, MigrateRouteKeyTest, TestShardHandlerFactory, DocValuesNotIndexedTest, TestCharFilters, SolrCloudReportersTest, MetricsHandlerTest, VersionInfoTest, CdcrRequestHandlerTest, MergeStrategyTest, ScriptEngineTest, BadComponentTest, DistribJoinFromCollectionTest, TestCSVResponseWriter, TestDynamicLoading, TestSolrConfigHandlerConcurrent, AutoAddReplicasIntegrationTest, NodeLostTriggerTest, IndexBasedSpellCheckerTest, SolrCloudExampleTest, TestScoreJoinQPNoScore, HdfsBasicDistributedZkTest, BlockDirectoryTest, TestQueryTypes, DataDrivenBlockJoinTest, TestCustomDocTransformer, DeleteNodeTest, TestSystemIdResolver, CloudMLTQParserTest, IndexSchemaTest, TestSegmentSorting, JSONWriterTest, TestFunctionQuery, TestAddFieldRealTimeGet, RecoveryAfterSoftCommitTest, ChaosMonkeyNothingIsSafeTest, TestRandomRequestDistribution, RequestLoggingTest, HdfsLockFactoryTest, TestFieldCollectionResource, HdfsRecoveryZkTest, RecoveryZkTest, CustomHighlightComponentTest, TestComputePlanAction, TestCollectionsAPIViaSolrCloudCluster, HdfsCollectionsAPIDistributedZkTest, TestSkipOverseerOperations, TestFieldCacheVsDocValues, TestPartialUpdateDeduplication, SuggesterWFSTTest, FacetPivotSmallTest, TestLeaderInitiatedRecoveryThread, SystemInfoHandlerTest, TestTolerantUpdateProcessorRandomCloud, TestTriggerIntegration, TestDistributedMissingSort, TestSchemaSimilarityResource, SolrCoreMetricManagerTest, SpellPossibilityIteratorTest, ShufflingReplicaListTransformerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DistributedQueryComponentCustomSortTest, TestLMJelinekMercerSimilarityFactory, TestSearcherReuse, TestManagedSchema, BasicDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestZkChroot, TestRandomDVFaceting, TestDistributedGrouping, TestHashPartitioner, DistributedSpellCheckComponentTest, TestRealTimeGet, TestReload, TestSolr4Spatial, SpellCheckComponentTest, TestGroupingSearch, BadIndexSchemaTest, TestSort, TestLazyCores, DistributedQueryElevationComponentTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, CoreAdminHandlerTest, TestCSVLoader, SchemaVersionSpecificBehaviorTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, XsltUpdateRequestHandlerTest, CacheHeaderTest, TestQueryUtils, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, LoggingHandlerTest, UpdateRequestProcessorFactoryTest, JsonLoaderTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, HighlighterConfigTest, UpdateParamsTest, CopyFieldTest, TestMergePolicyConfig, TestDocSet, TestBinaryField, OutputWriterTest, ExternalFileFieldSortTest, TestPhraseSuggestions, SynonymTokenizerTest, EchoParamsTest, TestIBSimilarityFactory, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, DateMathParserTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestUtils, UUIDFieldTest, CursorPagingTest, CollectionTooManyReplicasTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistributedQueueTest, HttpPartitionTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, ReplaceNodeTest, SolrXmlInZkTest, TestCloudJSONFacetJoinDomain, TestConfigSetsAPI, TestRebalanceLeaders, TestReplicaProperties, TestSizeLimitedDistributedMap, TestStressLiveNodes, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, ExecutePlanActionTest, MetricTriggerTest, TestPolicyCloud, TestClusterStateProvider]
   [junit4] Completed [581/766 (1!)] on J2 in 20.85s, 2 tests, 1 failure <<< FAILURES!

[...truncated 44505 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1174 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1174/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
	at __randomizedtesting.SeedInfo.seed([A3B3E57100AD42F7:2BE7DAABAE512F0F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:913)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([A3B3E57100AD42F7:9C3BE6D917FBB210]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13025 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> 1346481 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[A3B3E57100AD42F7]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/init-core-data-001
   [junit4]   2> 1346482 WARN  (SUITE-FullSolrCloudDistribCmdsTest-seed#[A3B3E57100AD42F7]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 1346482 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[A3B3E57100AD42F7]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1346483 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[A3B3E57100AD42F7]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1346483 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[A3B3E57100AD42F7]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /r_/
   [junit4]   2> 1346485 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1346485 INFO  (Thread-2742) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1346485 INFO  (Thread-2742) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1346486 ERROR (Thread-2742) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1346585 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.ZkTestServer start zk server on port:39499
   [junit4]   2> 1346587 INFO  (zkConnectionManagerCallback-2412-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1346588 INFO  (zkConnectionManagerCallback-2414-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1346590 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1346591 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1346592 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1346592 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1346593 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1346593 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1346594 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1346594 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1346595 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1346595 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1346596 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1346596 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1346688 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1346689 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6852b148{/r_,null,AVAILABLE}
   [junit4]   2> 1346690 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4f0ba5db{HTTP/1.1,[http/1.1]}{127.0.0.1:34945}
   [junit4]   2> 1346690 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.Server Started @1348925ms
   [junit4]   2> 1346690 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/tempDir-001/control/data, hostContext=/r_, hostPort=34945, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/control-001/cores}
   [junit4]   2> 1346690 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1346690 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1346690 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1346690 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1346690 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T22:23:52.096Z
   [junit4]   2> 1346691 INFO  (zkConnectionManagerCallback-2416-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1346692 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1346692 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/control-001/solr.xml
   [junit4]   2> 1346694 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1346694 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1346695 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1346697 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39499/solr
   [junit4]   2> 1346698 INFO  (zkConnectionManagerCallback-2420-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1346699 INFO  (zkConnectionManagerCallback-2422-thread-1-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1346725 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:34945_r_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1346726 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:34945_r_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34945_r_
   [junit4]   2> 1346726 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:34945_r_    ] o.a.s.c.Overseer Overseer (id=99344857949208580-127.0.0.1:34945_r_-n_0000000000) starting
   [junit4]   2> 1346729 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:34945_r_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34945_r_
   [junit4]   2> 1346731 INFO  (zkCallback-2421-thread-1-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1346786 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:34945_r_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
   [junit4]   2> 1346791 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:34945_r_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
   [junit4]   2> 1346791 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:34945_r_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
   [junit4]   2> 1346792 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:34945_r_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/control-001/cores
   [junit4]   2> 1346805 INFO  (zkConnectionManagerCallback-2428-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1346805 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1346805 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39499/solr ready
   [junit4]   2> 1346806 INFO  (qtp446119897-11469) [n:127.0.0.1:34945_r_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34945_r_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1346807 INFO  (OverseerThreadFactory-5065-thread-1-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1346910 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1346910 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1347012 INFO  (zkCallback-2421-thread-1-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1347924 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1347931 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1348124 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1348132 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1348133 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
   [junit4]   2> 1348133 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1348133 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1348135 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4953409321376111]
   [junit4]   2> 1348137 WARN  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1348174 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1348174 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1348176 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1348176 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1348177 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.849235567758425]
   [junit4]   2> 1348177 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f8a6a51[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1348196 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1348197 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1348197 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1348198 INFO  (searcherExecutor-5068-thread-1-processing-n:127.0.0.1:34945_r_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2f8a6a51[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1348198 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589517728983547904
   [junit4]   2> 1348201 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1348201 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1348201 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34945/r_/control_collection_shard1_replica_n1/
   [junit4]   2> 1348201 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1348201 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34945/r_/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1348201 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1348202 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34945/r_/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1348303 INFO  (zkCallback-2421-thread-1-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1348353 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1348354 INFO  (qtp446119897-11471) [n:127.0.0.1:34945_r_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1444
   [junit4]   2> 1348356 INFO  (qtp446119897-11469) [n:127.0.0.1:34945_r_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1348454 INFO  (zkCallback-2421-thread-1-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1348808 INFO  (OverseerCollectionConfigSetProcessor-99344857949208580-127.0.0.1:34945_r_-n_0000000000) [n:127.0.0.1:34945_r_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1349356 INFO  (qtp446119897-11469) [n:127.0.0.1:34945_r_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34945_r_&wt=javabin&version=2} status=0 QTime=2549
   [junit4]   2> 1349359 INFO  (zkConnectionManagerCallback-2432-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1349359 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1349360 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39499/solr ready
   [junit4]   2> 1349360 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1349360 INFO  (qtp446119897-11469) [n:127.0.0.1:34945_r_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1349362 INFO  (OverseerThreadFactory-5065-thread-2-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1349362 WARN  (OverseerThreadFactory-5065-thread-2-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1349564 INFO  (qtp446119897-11469) [n:127.0.0.1:34945_r_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1349564 INFO  (qtp446119897-11469) [n:127.0.0.1:34945_r_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=203
   [junit4]   2> 1349621 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-1-001 of type NRT
   [junit4]   2> 1349621 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1349621 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d58c3f0{/r_,null,AVAILABLE}
   [junit4]   2> 1349622 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@460fc194{HTTP/1.1,[http/1.1]}{127.0.0.1:39359}
   [junit4]   2> 1349622 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.Server Started @1351857ms
   [junit4]   2> 1349622 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/r_, hostPort=39359, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-1-001/cores}
   [junit4]   2> 1349622 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1349622 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1349622 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1349622 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1349622 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T22:23:55.028Z
   [junit4]   2> 1349625 INFO  (zkConnectionManagerCallback-2434-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1349626 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1349626 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-1-001/solr.xml
   [junit4]   2> 1349630 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1349630 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1349630 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1349635 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39499/solr
   [junit4]   2> 1349636 INFO  (zkConnectionManagerCallback-2438-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1349637 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f19f38530008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1349641 INFO  (zkConnectionManagerCallback-2440-thread-1-processing-n:127.0.0.1:39359_r_) [n:127.0.0.1:39359_r_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1349644 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:39359_r_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1349645 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:39359_r_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1349650 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:39359_r_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39359_r_
   [junit4]   2> 1349651 INFO  (zkCallback-2421-thread-1-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1349651 INFO  (zkCallback-2431-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1349654 INFO  (zkCallback-2439-thread-1-processing-n:127.0.0.1:39359_r_) [n:127.0.0.1:39359_r_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1349773 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:39359_r_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
   [junit4]   2> 1349779 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:39359_r_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
   [junit4]   2> 1349780 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:39359_r_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
   [junit4]   2> 1349781 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:39359_r_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-1-001/cores
   [junit4]   2> 1349797 INFO  (qtp446119897-11470) [n:127.0.0.1:34945_r_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39359_r_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1349799 INFO  (OverseerCollectionConfigSetProcessor-99344857949208580-127.0.0.1:34945_r_-n_0000000000) [n:127.0.0.1:34945_r_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1349799 INFO  (OverseerThreadFactory-5065-thread-3-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:39359_r_ for creating new replica
   [junit4]   2> 1349800 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1349801 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1350812 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1350822 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
   [junit4]   2> 1350869 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1350875 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
   [junit4]   2> 1350875 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
   [junit4]   2> 1350876 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1350876 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
   [junit4]   2> 1350878 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4953409321376111]
   [junit4]   2> 1350879 WARN  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1350908 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1350908 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1350909 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1350909 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1350910 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.849235567758425]
   [junit4]   2> 1350910 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@347a348d[collection1_shard2_replica_n61] main]
   [junit4]   2> 1350911 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1350911 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1350911 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1350912 INFO  (searcherExecutor-5079-thread-1-processing-n:127.0.0.1:39359_r_ x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@347a348d[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1350912 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589517731829383168
   [junit4]   2> 1350916 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1350916 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1350916 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39359/r_/collection1_shard2_replica_n61/
   [junit4]   2> 1350916 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1350916 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:39359/r_/collection1_shard2_replica_n61/ has no replicas
   [junit4]   2> 1350916 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1350917 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39359/r_/collection1_shard2_replica_n61/ shard2
   [junit4]   2> 1351068 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1351074 INFO  (qtp757969246-11518) [n:127.0.0.1:39359_r_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1273
   [junit4]   2> 1351075 INFO  (qtp446119897-11470) [n:127.0.0.1:34945_r_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39359_r_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1277
   [junit4]   2> 1351169 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-2-001 of type NRT
   [junit4]   2> 1351170 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1351170 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e86854e{/r_,null,AVAILABLE}
   [junit4]   2> 1351171 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@40d77f91{HTTP/1.1,[http/1.1]}{127.0.0.1:35731}
   [junit4]   2> 1351171 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.Server Started @1353406ms
   [junit4]   2> 1351171 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/r_, hostPort=35731, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-2-001/cores}
   [junit4]   2> 1351171 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1351171 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1351171 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1351171 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1351171 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T22:23:56.577Z
   [junit4]   2> 1351172 INFO  (zkConnectionManagerCallback-2444-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1351173 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1351173 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-2-001/solr.xml
   [junit4]   2> 1351176 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1351176 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1351176 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1351178 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39499/solr
   [junit4]   2> 1351179 INFO  (zkConnectionManagerCallback-2448-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1351180 INFO  (zkConnectionManagerCallback-2450-thread-1-processing-n:127.0.0.1:35731_r_) [n:127.0.0.1:35731_r_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1351183 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:35731_r_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1351183 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:35731_r_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1351184 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:35731_r_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35731_r_
   [junit4]   2> 1351185 INFO  (zkCallback-2439-thread-1-processing-n:127.0.0.1:39359_r_) [n:127.0.0.1:39359_r_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1351185 INFO  (zkCallback-2431-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1351185 INFO  (zkCallback-2421-thread-1-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1351186 INFO  (zkCallback-2449-thread-1-processing-n:127.0.0.1:35731_r_) [n:127.0.0.1:35731_r_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1351224 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:35731_r_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
   [junit4]   2> 1351273 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:35731_r_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
   [junit4]   2> 1351274 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:35731_r_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
   [junit4]   2> 1351275 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:35731_r_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-2-001/cores
   [junit4]   2> 1351297 INFO  (qtp446119897-11465) [n:127.0.0.1:34945_r_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35731_r_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1351298 INFO  (OverseerCollectionConfigSetProcessor-99344857949208580-127.0.0.1:34945_r_-n_0000000000) [n:127.0.0.1:34945_r_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1351298 INFO  (OverseerThreadFactory-5065-thread-4-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35731_r_ for creating new replica
   [junit4]   2> 1351299 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1351299 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1352309 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1352316 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
   [junit4]   2> 1352363 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1352369 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
   [junit4]   2> 1352370 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
   [junit4]   2> 1352370 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1352370 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
   [junit4]   2> 1352371 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4953409321376111]
   [junit4]   2> 1352373 WARN  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1352403 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1352403 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1352404 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1352404 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1352405 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.849235567758425]
   [junit4]   2> 1352405 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@50018a01[collection1_shard3_replica_n63] main]
   [junit4]   2> 1352406 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1352407 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1352407 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1352408 INFO  (searcherExecutor-5090-thread-1-processing-n:127.0.0.1:35731_r_ x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@50018a01[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1352408 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589517733398052864
   [junit4]   2> 1352411 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1352411 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1352411 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35731/r_/collection1_shard3_replica_n63/
   [junit4]   2> 1352411 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1352411 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:35731/r_/collection1_shard3_replica_n63/ has no replicas
   [junit4]   2> 1352411 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1352412 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35731/r_/collection1_shard3_replica_n63/ shard3
   [junit4]   2> 1352563 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1352569 INFO  (qtp244516907-11549) [n:127.0.0.1:35731_r_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1269
   [junit4]   2> 1352570 INFO  (qtp446119897-11465) [n:127.0.0.1:34945_r_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35731_r_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1273
   [junit4]   2> 1352661 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-3-001 of type NRT
   [junit4]   2> 1352661 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1352664 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@733adfae{/r_,null,AVAILABLE}
   [junit4]   2> 1352664 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7f42e510{HTTP/1.1,[http/1.1]}{127.0.0.1:33589}
   [junit4]   2> 1352664 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.Server Started @1354900ms
   [junit4]   2> 1352664 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/r_, hostPort=33589, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-3-001/cores}
   [junit4]   2> 1352665 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1352665 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1352665 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1352665 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1352665 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T22:23:58.071Z
   [junit4]   2> 1352666 INFO  (zkConnectionManagerCallback-2454-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1352666 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1352666 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-3-001/solr.xml
   [junit4]   2> 1352670 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1352670 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1352670 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1352673 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39499/solr
   [junit4]   2> 1352674 INFO  (zkConnectionManagerCallback-2458-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1352675 INFO  (zkConnectionManagerCallback-2460-thread-1-processing-n:127.0.0.1:33589_r_) [n:127.0.0.1:33589_r_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1352678 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:33589_r_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1352679 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:33589_r_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1352680 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:33589_r_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33589_r_
   [junit4]   2> 1352680 INFO  (zkCallback-2439-thread-1-processing-n:127.0.0.1:39359_r_) [n:127.0.0.1:39359_r_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1352680 INFO  (zkCallback-2431-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1352680 INFO  (zkCallback-2449-thread-1-processing-n:127.0.0.1:35731_r_) [n:127.0.0.1:35731_r_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1352680 INFO  (zkCallback-2421-thread-1-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1352680 INFO  (zkCallback-2459-thread-1-processing-n:127.0.0.1:33589_r_) [n:127.0.0.1:33589_r_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1352768 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:33589_r_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
   [junit4]   2> 1352775 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:33589_r_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
   [junit4]   2> 1352775 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:33589_r_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
   [junit4]   2> 1352776 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [n:127.0.0.1:33589_r_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-3-001/cores
   [junit4]   2> 1352804 INFO  (qtp1140656416-11580) [n:127.0.0.1:33589_r_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33589_r_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1352805 INFO  (OverseerCollectionConfigSetProcessor-99344857949208580-127.0.0.1:34945_r_-n_0000000000) [n:127.0.0.1:34945_r_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1352805 INFO  (OverseerThreadFactory-5065-thread-5-processing-n:127.0.0.1:34945_r_) [n:127.0.0.1:34945_r_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33589_r_ for creating new replica
   [junit4]   2> 1352806 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1352806 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1353834 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1353842 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
   [junit4]   2> 1353897 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1353904 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
   [junit4]   2> 1353904 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61102e3f
   [junit4]   2> 1353904 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1353904 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
   [junit4]   2> 1353906 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4953409321376111]
   [junit4]   2> 1353908 WARN  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1353933 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1353933 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1353934 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1353934 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1353934 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.849235567758425]
   [junit4]   2> 1353935 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@bda75da[collection1_shard1_replica_n65] main]
   [junit4]   2> 1353935 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1353935 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1353936 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1353936 INFO  (searcherExecutor-5101-thread-1-processing-n:127.0.0.1:33589_r_ x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@bda75da[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1353936 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589517735000276992
   [junit4]   2> 1353938 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1353939 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1353939 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33589/r_/collection1_shard1_replica_n65/
   [junit4]   2> 1353939 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1353939 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy http://127.0.0.1:33589/r_/collection1_shard1_replica_n65/ has no replicas
   [junit4]   2> 1353939 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1353940 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33589/r_/collection1_shard1_replica_n65/ shard1
   [junit4]   2> 1354090 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1354091 INFO  (qtp1140656416-11582) [n:127.0.0.1:33589_r_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1285
   [junit4]   2> 1354092 INFO  (qtp1140656416-11580) [n:127.0.0.1:33589_r_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:33589_r_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1288
   [junit4]   2> 1354159 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-4-001 of type NRT
   [junit4]   2> 1354159 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1354160 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d8ad17c{/r_,null,AVAILABLE}
   [junit4]   2> 1354160 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@14803ef6{HTTP/1.1,[http/1.1]}{127.0.0.1:39361}
   [junit4]   2> 1354160 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.e.j.s.Server Started @1356396ms
   [junit4]   2> 1354160 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/tempDir-001/jetty4, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/r_, hostPort=39361, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_A3B3E57100AD42F7-001/shard-4-001/cores}
   [junit4]   2> 1354161 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1354161 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[A3B3E57100AD42F7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _    

[...truncated too long message...]

G SolrCore org.apache.solr.core.SolrCore@2ce282b9
   [junit4]   2> 2876577 INFO  (coreCloseExecutor-6527-thread-1) [n:127.0.0.1:43825_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n1, tag=753042105
   [junit4]   2> 2876577 INFO  (coreCloseExecutor-6527-thread-1) [n:127.0.0.1:43825_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@210efea5: rootName = solr_43825, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@357cf3e3
   [junit4]   2> 2876577 INFO  (jetty-closer-7744-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43165_solr
   [junit4]   2> 2876577 INFO  (jetty-closer-7744-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2876578 INFO  (zkCallback-7767-thread-3-processing-n:127.0.0.1:43165_solr) [n:127.0.0.1:43165_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2876578 INFO  (zkCallback-7769-thread-3-processing-n:127.0.0.1:43825_solr) [n:127.0.0.1:43825_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2876578 INFO  (coreCloseExecutor-6528-thread-1) [n:127.0.0.1:43165_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@5483ed10
   [junit4]   2> 2876578 INFO  (coreCloseExecutor-6528-thread-1) [n:127.0.0.1:43165_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=1417932048
   [junit4]   2> 2876578 INFO  (coreCloseExecutor-6528-thread-1) [n:127.0.0.1:43165_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@39529ffe: rootName = solr_43165, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@d29faa7
   [junit4]   2> 2876585 INFO  (coreCloseExecutor-6528-thread-1) [n:127.0.0.1:43165_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1417932048
   [junit4]   2> 2876585 INFO  (jetty-closer-7744-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99344957690544136-127.0.0.1:43165_solr-n_0000000001) closing
   [junit4]   2> 2876585 INFO  (OverseerStateUpdate-99344957690544136-127.0.0.1:43165_solr-n_0000000001) [n:127.0.0.1:43165_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43165_solr
   [junit4]   2> 2876586 WARN  (OverseerAutoScalingTriggerThread-99344957690544136-127.0.0.1:43165_solr-n_0000000001) [n:127.0.0.1:43165_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2876587 INFO  (zkCallback-7769-thread-3-processing-n:127.0.0.1:43825_solr) [n:127.0.0.1:43825_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43825_solr
   [junit4]   2> 2876588 INFO  (jetty-closer-7744-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6e4f5c3{/solr,null,UNAVAILABLE}
   [junit4]   2> 2876589 INFO  (coreCloseExecutor-6527-thread-1) [n:127.0.0.1:43825_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=753042105
   [junit4]   2> 2876591 INFO  (jetty-closer-7744-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@550742b6{/solr,null,UNAVAILABLE}
   [junit4]   2> 2876591 ERROR (SUITE-TestClusterStateProvider-seed#[A3B3E57100AD42F7]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2876592 INFO  (SUITE-TestClusterStateProvider-seed#[A3B3E57100AD42F7]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45583 45583
   [junit4]   2> 2884132 INFO  (Thread-3009) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45583 45583
   [junit4]   2> 2884133 WARN  (Thread-3009) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/configs/.system
   [junit4]   2> 	3	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	23	/solr/collections/.system/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_A3B3E57100AD42F7-001
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=20056, maxDocsPerChunk=800, blockSize=9), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=20056, blockSize=9)), sim=RandomSimilarity(queryNorm=true): {}, locale=pt-PT, timezone=Europe/Dublin
   [junit4]   2> NOTE: Linux 4.13.0-26-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=198276368,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [ReplaceNodeTest, TestSerializedLuceneMatchVersion, CoreAdminCreateDiscoverTest, TestBinaryResponseWriter, SolrIndexConfigTest, TestSolrCLIRunExample, DistributedFacetPivotLongTailTest, TestImpersonationWithHadoopAuth, ZkCLITest, CdcrUpdateLogTest, BinaryUpdateRequestHandlerTest, AnalyticsMergeStrategyTest, TestLegacyFieldCache, TestLuceneMatchVersion, LegacyCloudClusterPropTest, TestStressLucene, TestExclusionRuleCollectionAccess, NodeAddedTriggerTest, DocExpirationUpdateProcessorFactoryTest, TestBackupRepositoryFactory, ShardRoutingTest, MetricsConfigTest, TestCloudRecovery, LeaderFailureAfterFreshStartTest, MoreLikeThisHandlerTest, DateRangeFieldTest, BadIndexSchemaTest, HLLSerializationTest, TestSubQueryTransformer, LukeRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TestMacros, TestReloadDeadlock, SolrIndexMetricsTest, TestXIncludeConfig, TestReloadAndDeleteDocs, TestCursorMarkWithoutUniqueKey, WrapperMergePolicyFactoryTest, DistribDocExpirationUpdateProcessorTest, ShowFileRequestHandlerTest, TestHalfAndHalfDocValues, TestSolrCloudWithKerberosAlt, BooleanFieldTest, PingRequestHandlerTest, HttpSolrCallGetCoreTest, TestDocumentBuilder, TestExecutePlanAction, TestBulkSchemaAPI, SolrIndexSplitterTest, NumericFieldsTest, TestFileDictionaryLookup, OutputWriterTest, TestSchemaResource, TestRandomFlRTGCloud, TestSchemalessBufferedUpdates, TestPayloadScoreQParserPlugin, SchemaVersionSpecificBehaviorTest, PolyFieldTest, TestManagedResource, RegexBoostProcessorTest, TestConfigSetProperties, TlogReplayBufferedWhileIndexingTest, ClusterStateUpdateTest, PreAnalyzedUpdateProcessorTest, TestNoOpRegenerator, TestFieldSortValues, SuggesterFSTTest, TestBlobHandler, BJQParserTest, ConvertedLegacyTest, TestWriterPerf, OverseerRolesTest, TestFieldCache, NotRequiredUniqueKeyTest, TestSizeLimitedDistributedMap, CollectionsAPIDistributedZkTest, TestMultiValuedNumericRangeQuery, ManagedSchemaRoundRobinCloudTest, SolrSlf4jReporterTest, TestDeleteCollectionOnDownNodes, QueryEqualityTest, HighlighterConfigTest, TestSimDistributedQueue, TestMaxTokenLenTokenizer, TestStressInPlaceUpdates, TestLockTree, SampleTest, TestFastWriter, RollingRestartTest, TestJsonRequest, TermVectorComponentDistributedTest, SecurityConfHandlerTest, DOMUtilTest, TestTrackingShardHandlerFactory, TestSmileRequest, HdfsSyncSliceTest, TestInfoStreamLogging, ChaosMonkeySafeLeaderTest, TestAnalyzedSuggestions, AssignTest, ReplicaListTransformerTest, ClassificationUpdateProcessorIntegrationTest, TestRemoteStreaming, SolrMetricReporterTest, ShardRoutingCustomTest, TestComplexPhraseLeadingWildcard, TestNamedUpdateProcessors, TestFastLRUCache, DebugComponentTest, HdfsRecoverLeaseTest, BlockCacheTest, DistributedTermsComponentTest, BlobRepositoryCloudTest, RegexBytesRefFilterTest, CdcrReplicationHandlerTest, TestCloudJSONFacetJoinDomain, DistributedFacetPivotWhiteBoxTest, TestUninvertingReader, TestCoreAdminApis, DistributedFacetSimpleRefinementLongTailTest, TestLegacyFieldReuse, SystemLogListenerTest, BasicDistributedZkTest, SolrXmlInZkTest, TestClusterProperties, TestCollectionAPI, TestDistribDocBasedVersion, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestReplicaProperties, TestSSLRandomization, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, TestTlogReplica, AutoAddReplicasIntegrationTest, NodeLostTriggerTest, TestClusterStateProvider]
   [junit4] Completed [571/766 (2!)] on J1 in 15.77s, 2 tests, 1 failure <<< FAILURES!

[...truncated 48798 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 1173 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1173/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove

Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:35267/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:42791/solr/MoveReplicaHDFSTest_failed_coll_true]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:35267/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:42791/solr/MoveReplicaHDFSTest_failed_coll_true]
	at __randomizedtesting.SeedInfo.seed([F67011BA47701029:5CBDC248F0A3C5F9]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42791/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
	... 45 more


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([F67011BA47701029:C9F812125026E0CE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11992 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
   [junit4]   2> 245809 INFO  (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/init-core-data-001
   [junit4]   2> 245809 WARN  (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 245809 INFO  (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 245810 INFO  (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 245810 INFO  (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [    ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? true
   [junit4]   2> 245810 INFO  (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001
   [junit4]   2> 245811 INFO  (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 245811 INFO  (Thread-873) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 245811 INFO  (Thread-873) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 245812 ERROR (Thread-873) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 245911 INFO  (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:34167
   [junit4]   2> 245913 INFO  (zkConnectionManagerCallback-382-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 245916 INFO  (jetty-launcher-379-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 245916 INFO  (jetty-launcher-379-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 245916 INFO  (jetty-launcher-379-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 245917 INFO  (jetty-launcher-379-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56971351{/solr,null,AVAILABLE}
   [junit4]   2> 245917 INFO  (jetty-launcher-379-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36b74c0{/solr,null,AVAILABLE}
   [junit4]   2> 245918 INFO  (jetty-launcher-379-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ee2b624{/solr,null,AVAILABLE}
   [junit4]   2> 245919 INFO  (jetty-launcher-379-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@520171f7{SSL,[ssl, http/1.1]}{127.0.0.1:34841}
   [junit4]   2> 245919 INFO  (jetty-launcher-379-thread-3) [    ] o.e.j.s.Server Started @247852ms
   [junit4]   2> 245919 INFO  (jetty-launcher-379-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34841}
   [junit4]   2> 245920 ERROR (jetty-launcher-379-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 245920 INFO  (jetty-launcher-379-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 245920 INFO  (jetty-launcher-379-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 245920 INFO  (jetty-launcher-379-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 245920 INFO  (jetty-launcher-379-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T16:51:14.221220Z
   [junit4]   2> 245919 INFO  (jetty-launcher-379-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@52880272{SSL,[ssl, http/1.1]}{127.0.0.1:34617}
   [junit4]   2> 245919 INFO  (jetty-launcher-379-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4956f263{SSL,[ssl, http/1.1]}{127.0.0.1:36995}
   [junit4]   2> 245920 INFO  (jetty-launcher-379-thread-2) [    ] o.e.j.s.Server Started @247852ms
   [junit4]   2> 245920 INFO  (jetty-launcher-379-thread-1) [    ] o.e.j.s.Server Started @247853ms
   [junit4]   2> 245920 INFO  (jetty-launcher-379-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34617}
   [junit4]   2> 245920 INFO  (jetty-launcher-379-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36995}
   [junit4]   2> 245920 ERROR (jetty-launcher-379-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 245920 ERROR (jetty-launcher-379-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 245920 INFO  (jetty-launcher-379-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 245920 INFO  (jetty-launcher-379-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 245921 INFO  (jetty-launcher-379-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 245921 INFO  (jetty-launcher-379-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 245921 INFO  (jetty-launcher-379-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 245921 INFO  (jetty-launcher-379-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T16:51:14.222053Z
   [junit4]   2> 245921 INFO  (jetty-launcher-379-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 245921 INFO  (jetty-launcher-379-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T16:51:14.222104Z
   [junit4]   2> 245925 INFO  (zkConnectionManagerCallback-384-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 245925 INFO  (jetty-launcher-379-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 245925 INFO  (zkConnectionManagerCallback-386-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 245926 INFO  (zkConnectionManagerCallback-388-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 245926 INFO  (jetty-launcher-379-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 245926 INFO  (jetty-launcher-379-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 245964 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f06eb0410002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 246004 INFO  (jetty-launcher-379-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34167/solr
   [junit4]   2> 246008 INFO  (jetty-launcher-379-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34167/solr
   [junit4]   2> 246015 INFO  (zkConnectionManagerCallback-392-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 246019 INFO  (jetty-launcher-379-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34167/solr
   [junit4]   2> 246020 INFO  (zkConnectionManagerCallback-396-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 246035 INFO  (zkConnectionManagerCallback-400-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 246039 INFO  (zkConnectionManagerCallback-402-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 246042 INFO  (zkConnectionManagerCallback-404-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 246090 INFO  (zkConnectionManagerCallback-406-thread-1-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 246095 INFO  (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 246096 INFO  (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34617_solr
   [junit4]   2> 246096 INFO  (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr    ] o.a.s.c.Overseer Overseer (id=99343549996269577-127.0.0.1:34617_solr-n_0000000000) starting
   [junit4]   2> 246109 INFO  (jetty-launcher-379-thread-3) [n:127.0.0.1:34841_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 246110 INFO  (jetty-launcher-379-thread-3) [n:127.0.0.1:34841_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34841_solr
   [junit4]   2> 246127 INFO  (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 246131 INFO  (OverseerStateUpdate-99343549996269577-127.0.0.1:34617_solr-n_0000000000) [n:127.0.0.1:34617_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 246132 INFO  (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34617_solr
   [junit4]   2> 246139 INFO  (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 246143 INFO  (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 246144 INFO  (zkCallback-405-thread-1-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 246145 INFO  (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 246146 INFO  (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36995_solr
   [junit4]   2> 246147 INFO  (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 246163 INFO  (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 246163 INFO  (zkCallback-405-thread-2-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 246201 INFO  (jetty-launcher-379-thread-3) [n:127.0.0.1:34841_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34841.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
   [junit4]   2> 246209 INFO  (jetty-launcher-379-thread-3) [n:127.0.0.1:34841_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34841.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
   [junit4]   2> 246209 INFO  (jetty-launcher-379-thread-3) [n:127.0.0.1:34841_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34841.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
   [junit4]   2> 246210 INFO  (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34617.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
   [junit4]   2> 246211 INFO  (jetty-launcher-379-thread-3) [n:127.0.0.1:34841_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node3/.
   [junit4]   2> 246218 INFO  (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34617.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
   [junit4]   2> 246219 INFO  (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34617.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
   [junit4]   2> 246220 INFO  (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node2/.
   [junit4]   2> 246224 INFO  (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36995.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
   [junit4]   2> 246232 INFO  (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36995.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
   [junit4]   2> 246232 INFO  (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36995.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
   [junit4]   2> 246233 INFO  (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node1/.
   [junit4]   2> 246308 INFO  (zkConnectionManagerCallback-414-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 246319 INFO  (zkConnectionManagerCallback-418-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 246319 INFO  (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 246320 INFO  (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34167/solr ready
   [junit4]   2> 246349 INFO  (qtp1874945907-2627) [n:127.0.0.1:34617_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 246353 INFO  (OverseerThreadFactory-1100-thread-1-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr    ] o.a.s.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 246458 INFO  (OverseerStateUpdate-99343549996269577-127.0.0.1:34617_solr-n_0000000000) [n:127.0.0.1:34617_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36995/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 246458 INFO  (OverseerStateUpdate-99343549996269577-127.0.0.1:34617_solr-n_0000000000) [n:127.0.0.1:34617_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34841/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 246459 INFO  (OverseerStateUpdate-99343549996269577-127.0.0.1:34617_solr-n_0000000000) [n:127.0.0.1:34617_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34617/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 246667 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 246668 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 246676 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 246676 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 246676 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 246676 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 246779 INFO  (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 246779 INFO  (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 246779 INFO  (zkCallback-403-thread-2-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 246779 INFO  (zkCallback-401-thread-2-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 246779 INFO  (zkCallback-405-thread-2-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 246779 INFO  (zkCallback-405-thread-1-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 247678 WARN  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
   [junit4]   2> 247679 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 247683 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 247685 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 247686 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 247688 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 247689 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 247690 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
   [junit4]   2> 247690 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 247690 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 247692 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 247692 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 247693 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 247695 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 247695 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 247695 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 247696 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 247696 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
   [junit4]   2> 247696 WARN  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
   [junit4]   2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
   [junit4]   2> 	at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 247697 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36995.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
   [junit4]   2> 247697 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
   [junit4]   2> 247696 WARN  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
   [junit4]   2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
   [junit4]   2> 	at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 247697 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34617.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
   [junit4]   2> 247698 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
   [junit4]   2> 247697 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 247698 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 247698 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node2/.system_shard1_replica_p4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node2/./.system_shard1_replica_p4/data/]
   [junit4]   2> 247698 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
   [junit4]   2> 247698 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34841.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
   [junit4]   2> 247698 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 247698 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node3/.system_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node3/./.system_shard1_replica_n2/data/]
   [junit4]   2> 247734 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 247734 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 247734 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 247734 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 247734 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 247734 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 247742 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b58e63d[.system_shard1_replica_p4] main]
   [junit4]   2> 247742 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 247742 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 247742 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 247742 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 247743 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@493732c[.system_shard1_replica_n1] main]
   [junit4]   2> 247743 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@17d2b0d8[.system_shard1_replica_n2] main]
   [junit4]   2> 247744 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 247744 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 247744 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 247744 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 247745 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 247745 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 247745 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 247745 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 247745 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 247747 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 247747 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 247748 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 247748 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589496801970356224
   [junit4]   2> 247749 INFO  (searcherExecutor-1109-thread-1-processing-n:127.0.0.1:34841_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@17d2b0d8[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 247749 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 247756 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 247762 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 247762 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 14 ms
   [junit4]   2> 247763 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 247763 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589496801986084864
   [junit4]   2> 247764 INFO  (searcherExecutor-1107-thread-1-processing-n:127.0.0.1:36995_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@493732c[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 247767 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 247769 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
   [junit4]   2> 247773 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 247773 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 6 ms
   [junit4]   2> 247774 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 247776 INFO  (searcherExecutor-1108-thread-1-processing-n:127.0.0.1:34617_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@1b58e63d[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 247778 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
   [junit4]   2> 247779 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 247782 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 247782 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 247906 INFO  (zkCallback-401-thread-2-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 247906 INFO  (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 247906 INFO  (zkCallback-403-thread-2-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 247906 INFO  (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 247906 INFO  (zkCallback-405-thread-3-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 247906 INFO  (zkCallback-405-thread-2-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 248256 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 248256 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 248256 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34841/solr/.system_shard1_replica_n2/
   [junit4]   2> 248256 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=https://127.0.0.1:34841/solr START replicas=[https://127.0.0.1:36995/solr/.system_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 248261 INFO  (qtp1048917493-2633) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 248557 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=https://127.0.0.1:34841/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 248557 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 248557 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 248557 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 248559 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34841/solr/.system_shard1_replica_n2/ shard1
   [junit4]   2> 248660 INFO  (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 248660 INFO  (zkCallback-403-thread-2-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 248660 INFO  (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 248660 INFO  (zkCallback-405-thread-3-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 248660 INFO  (zkCallback-401-thread-2-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 248660 INFO  (zkCallback-405-thread-2-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 248707 INFO  (indexFetcher-1122-thread-1) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node5 is leader but it's state is down, skipping replication
   [junit4]   2> 248710 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 248801 INFO  (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2125
   [junit4]   2> 248801 INFO  (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2133
   [junit4]   2> 248801 INFO  (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2125
   [junit4]   2> 248803 INFO  (qtp1874945907-2627) [n:127.0.0.1:34617_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 248885 INFO  (zkCallback-403-thread-2-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 248885 INFO  (zkCallback-401-thread-2-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 248885 INFO  (zkCallback-405-thread-2-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 248885 INFO  (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 248885 INFO  (zkCallback-405-thread-3-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 248885 INFO  (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 249804 INFO  (qtp1874945907-2627) [n:127.0.0.1:34617_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3454
   [junit4]   2> 249809 INFO  (qtp1874945907-2632) [n:127.0.0.1:34617_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 249815 INFO  (qtp1048917493-2634) [n:127.0.0.1:36995_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 249820 INFO  (qtp2313754-2650) [n:127.0.0.1:34841_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 249850 INFO  (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[F67011BA47701029]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAutoScalingConfig
   [junit4]   2> 249853 INFO  (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[F67011BA47701029]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAutoScalingConfig
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestClusterStateProvider -Dtests.method=testAutoScalingConfig -Dtests.seed=F67011BA47701029 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ha-GH -Dtests.timezone=Africa/Mbabane -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.03s J1 | TestClusterStateProvider.testAutoScalingConfig <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
   [junit4]    >   "cluster-preferences":[{"maximize":"freedisk"}],
   [junit4]    >   "triggers":{".auto_add_replicas":{
   [junit4]    >       "name":".auto_add_replicas",
   [junit4]    >       "event":"nodeLost",
   [junit4]    >       "waitFor":30,
   [junit4]    >       "actions":[
   [junit4]    >         {
   [junit4]    >           "name":"auto_add_replicas_plan",
   [junit4]    >           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]    >         {
   [junit4]    >           "name":"execute_plan",
   [junit4]    >           "class":"solr.ExecutePlanAction"}],
   [junit4]    >       "enabled":true}},
   [junit4]    >   "listeners":{".auto_add_replicas.system":{
   [junit4]    >       "trigger":".auto_add_replicas",
   [junit4]    >       "afterAction":[],
   [junit4]    >       "stage":[
   [junit4]    >         "STARTED",
   [junit4]    >         "ABORTED",
   [junit4]    >         "SUCCEEDED",
   [junit4]    >         "FAILED",
   [junit4]    >         "BEFORE_ACTION",
   [junit4]    >         "AFTER_ACTION",
   [junit4]    >         "IGNORED"],
   [junit4]    >       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
   [junit4]    >       "beforeAction":[]}},
   [junit4]    >   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
   [junit4]    >   "cluster-preferences":[{"maximize":"freedisk"}],
   [junit4]    >   "triggers":{".auto_add_replicas":{
   [junit4]    >       "name":".auto_add_replicas",
   [junit4]    >       "event":"nodeLost",
   [junit4]    >       "waitFor":30,
   [junit4]    >       "actions":[
   [junit4]    >         {
   [junit4]    >           "name":"auto_add_replicas_plan",
   [junit4]    >           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]    >         {
   [junit4]    >           "name":"execute_plan",
   [junit4]    >           "class":"solr.ExecutePlanAction"}],
   [junit4]    >       "enabled":true}},
   [junit4]    >   "listeners":{".auto_add_replicas.system":{
   [junit4]    >       "trigger":".auto_add_replicas",
   [junit4]    >       "afterAction":[],
   [junit4]    >       "stage":[
   [junit4]    >         "STARTED",
   [junit4]    >         "ABORTED",
   [junit4]    >         "SUCCEEDED",
   [junit4]    >         "FAILED",
   [junit4]    >         "BEFORE_ACTION",
   [junit4]    >         "AFTER_ACTION",
   [junit4]    >         "IGNORED"],
   [junit4]    >       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
   [junit4]    >       "beforeAction":[]}},
   [junit4]    >   "properties":{}}>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F67011BA47701029:C9F812125026E0CE]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 249878 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
   [junit4]   2> 249880 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 249882 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73252f0c{/solr,null,AVAILABLE}
   [junit4]   2> 249883 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7eafcbe9{SSL,[ssl, http/1.1]}{127.0.0.1:36205}
   [junit4]   2> 249883 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.e.j.s.Server Started @251815ms
   [junit4]   2> 249883 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36205}
   [junit4]   2> 249883 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 249883 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 249884 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 249884 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 249884 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T16:51:18.185059Z
   [junit4]   2> 249886 INFO  (zkConnectionManagerCallback-420-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 249887 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 249900 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34167/solr
   [junit4]   2> 249902 INFO  (zkConnectionManagerCallback-424-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 249904 INFO  (zkConnectionManagerCallback-426-thread-1-processing-n:127.0.0.1:36205_solr) [n:127.0.0.1:36205_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 249907 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 249908 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 249909 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36205_solr
   [junit4]   2> 249910 INFO  (zkCallback-405-thread-3-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 249910 INFO  (zkCallback-401-thread-2-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 249910 INFO  (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 249910 INFO  (zkCallback-417-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 249910 INFO  (zkCallback-425-thread-1-processing-n:127.0.0.1:36205_solr) [n:127.0.0.1:36205_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 249943 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36205.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
   [junit4]   2> 249952 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36205.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
   [junit4]   2> 249952 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36205.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4
   [junit4]   2> 249954 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node4/.
   [junit4]   2> 250182 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@520171f7{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 250183 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1009103167
   [junit4]   2> 250183 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 250183 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7baf0c91: rootName = solr_34841, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3e2c2b87
   [junit4]   2> 250190 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 250190 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6acc1d6b: rootName = solr_34841, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1284f0d6
   [junit4]   2> 250195 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 250195 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3ca335b: rootName = solr_34841, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@16bb765e
   [junit4]   2> 250196 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34841_solr
   [junit4]   2> 250196 INFO  (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 250196 INFO  (zkCallback-405-thread-3-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 250196 INFO  (zkCallback-401-thread-2-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 250197 INFO  (zkCallback-417-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live

[...truncated too long message...]

0003
   [junit4]   2> 	2	/solr/overseer_elect/election/99343665593581580-127.0.0.1:33531_solr-n_0000000002
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/collections/MoveReplicaHDFSTest_coll_false/leader_elect/shard1/election/99343665593581578-core_node3-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	30	/solr/collections
   [junit4]   2> 	23	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 2077334 WARN  (SUITE-MoveReplicaHDFSTest-seed#[F67011BA47701029]-worker) [    ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 2077374 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F67011BA47701029]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 2077475 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:34563) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 2077476 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:34563) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1613849536-88.99.242.108-1515864038545 (Datanode Uuid e834142b-3386-4884-be9b-cea3d6b92fc8) service to localhost.localdomain/127.0.0.1:34563
   [junit4]   2> 2077477 WARN  (SUITE-MoveReplicaHDFSTest-seed#[F67011BA47701029]-worker) [    ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 2077479 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F67011BA47701029]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 2077583 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:34563) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 2077583 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:34563) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1613849536-88.99.242.108-1515864038545 (Datanode Uuid 38e10b85-0bb0-49ab-89e3-b93589128855) service to localhost.localdomain/127.0.0.1:34563
   [junit4]   2> 2077587 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F67011BA47701029]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
   [junit4]   2> 2077702 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F67011BA47701029]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45013 45013
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001
   [junit4]   2> Jan 13, 2018 5:21:45 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 66 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=528, maxMBSortInHeap=5.775733939950592, sim=RandomSimilarity(queryNorm=true): {}, locale=vo-001, timezone=America/Recife
   [junit4]   2> NOTE: Linux 4.13.0-26-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=3,free=217675072,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [BlockJoinFacetDistribTest, TestFieldCacheVsDocValues, TestSubQueryTransformerCrossCore, SuggestComponentTest, AliasIntegrationTest, TestShardHandlerFactory, CollectionsAPIAsyncDistributedZkTest, TestConfigSets, LeaderInitiatedRecoveryOnCommitTest, V2StandaloneTest, TestQuerySenderListener, TimeRoutedAliasUpdateProcessorTest, TestCoreContainer, LoggingHandlerTest, PreAnalyzedFieldManagedSchemaCloudTest, TestNodeLostTrigger, TestManagedSynonymGraphFilterFactory, VersionInfoTest, SolrMetricsIntegrationTest, SolrJmxReporterCloudTest, WordBreakSolrSpellCheckerTest, TestPolicyCloud, TestFieldTypeResource, SuggesterTest, HighlighterTest, TestCharFilters, DocValuesMissingTest, TestDistribDocBasedVersion, TestCloudPivotFacet, TestQueryTypes, LeaderElectionTest, TestManagedSchema, TestLFUCache, CustomCollectionTest, TestCSVResponseWriter, ConnectionReuseTest, ShufflingReplicaListTransformerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestExtendedDismaxParser, TestValueSourceCache, SSLMigrationTest, TestLeaderInitiatedRecoveryThread, CustomHighlightComponentTest, ReplicationFactorTest, TestCollectionsAPIViaSolrCloudCluster, TestCustomDocTransformer, TestPointFields, LeaderElectionContextKeyTest, BadComponentTest, TestGraphMLResponseWriter, TestFreeTextSuggestions, GraphQueryTest, UnloadDistributedZkTest, TestElisionMultitermQuery, TestMissingGroups, TestInPlaceUpdatesDistrib, TestFieldCacheReopen, ChangedSchemaMergeTest, TestCloudDeleteByQuery, TestPartialUpdateDeduplication, DistanceFunctionTest, TestStreamBody, TestTestInjection, TestObjectReleaseTracker, TestFilteredDocIdSet, DataDrivenBlockJoinTest, SpellPossibilityIteratorTest, SolrCloudExampleTest, OverseerStatusTest, DefaultValueUpdateProcessorTest, TestTolerantSearch, TestRealTimeGet, SolrCloudReportersTest, SolrTestCaseJ4Test, ClusterStateTest, TestComputePlanAction, TestSolr4Spatial2, PluginInfoTest, DirectSolrSpellCheckerTest, TestTrie, StatsComponentTest, CdcrBootstrapTest, TestRandomRequestDistribution, TestReload, FacetPivotSmallTest, TestSolrQueryResponse, FullSolrCloudDistribCmdsTest, SimplePostToolTest, TestFiltering, FileBasedSpellCheckerTest, NodeLostTriggerTest, ResponseHeaderTest, QueryElevationComponentTest, TestSystemIdResolver, DeleteNodeTest, DistributedQueryComponentCustomSortTest, HdfsDirectoryFactoryTest, EchoParamsTest, IndexBasedSpellCheckerTest, SubstringBytesRefFilterTest, TestTriggerIntegration, TestNumericTerms32, BigEndianAscendingWordDeserializerTest, UUIDFieldTest, TestDFISimilarityFactory, TestSolrConfigHandlerConcurrent, SpatialRPTFieldTypeTest, ChaosMonkeyNothingIsSafeTest, AtomicUpdatesTest, FieldAnalysisRequestHandlerTest, JSONWriterTest, TestDynamicLoading, OverseerCollectionConfigSetProcessorTest, TestQueryWrapperFilter, TestXmlQParser, XsltUpdateRequestHandlerTest, TestPullReplica, MetricsHandlerTest, HdfsThreadLeakTest, HdfsLockFactoryTest, DirectSolrConnectionTest, TestIndexSearcher, OverseerTest, BasicDistributedZk2Test, TestZkChroot, ZkCLITest, TestDistributedGrouping, TestRecovery, ZkControllerTest, SolrCoreTest, BadIndexSchemaTest, ConvertedLegacyTest, TestLazyCores, SolrIndexSplitterTest, TestCoreDiscovery, SuggesterFSTTest, SolrRequestParserTest, DocValuesTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, TestSolrDeletionPolicy1, CacheHeaderTest, XmlUpdateRequestHandlerTest, MoreLikeThisHandlerTest, TestSolrQueryParser, TestJmxIntegration, ReturnFieldsTest, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestBinaryField, TestSearchPerf, NumericFieldsTest, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, DateMathParserTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestLRUCache, TestUtils, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, DistributedMLTComponentTest, TestDistributedMissingSort, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, AssignBackwardCompatibilityTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, ForceLeaderTest, MoveReplicaHDFSTest]
   [junit4] Completed [469/766 (2!)] on J2 in 77.37s, 4 tests, 1 error <<< FAILURES!

[...truncated 41903 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1172 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1172/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([7512B513737E3A18:4A9AB6BB6428CAFF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12536 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
   [junit4]   2> 1038433 INFO  (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/init-core-data-001
   [junit4]   2> 1038434 WARN  (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
   [junit4]   2> 1038434 INFO  (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1038435 INFO  (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1038436 INFO  (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [    ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? true
   [junit4]   2> 1038437 INFO  (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001
   [junit4]   2> 1038437 INFO  (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1038437 INFO  (Thread-1301) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1038438 INFO  (Thread-1301) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1038446 ERROR (Thread-1301) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1038538 INFO  (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38005
   [junit4]   2> 1038540 INFO  (zkConnectionManagerCallback-1112-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1038547 INFO  (jetty-launcher-1109-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1038547 INFO  (jetty-launcher-1109-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1038547 INFO  (jetty-launcher-1109-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1038548 INFO  (jetty-launcher-1109-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51c1abc6{/solr,null,AVAILABLE}
   [junit4]   2> 1038548 INFO  (jetty-launcher-1109-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fda0cc8{/solr,null,AVAILABLE}
   [junit4]   2> 1038548 INFO  (jetty-launcher-1109-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4f6e19cd{SSL,[ssl, http/1.1]}{127.0.0.1:37667}
   [junit4]   2> 1038548 INFO  (jetty-launcher-1109-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7b7b46c7{SSL,[ssl, http/1.1]}{127.0.0.1:36273}
   [junit4]   2> 1038549 INFO  (jetty-launcher-1109-thread-3) [    ] o.e.j.s.Server Started @1040407ms
   [junit4]   2> 1038549 INFO  (jetty-launcher-1109-thread-1) [    ] o.e.j.s.Server Started @1040407ms
   [junit4]   2> 1038549 INFO  (jetty-launcher-1109-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37667}
   [junit4]   2> 1038549 INFO  (jetty-launcher-1109-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36273}
   [junit4]   2> 1038549 ERROR (jetty-launcher-1109-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1038549 ERROR (jetty-launcher-1109-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1038549 INFO  (jetty-launcher-1109-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1038549 INFO  (jetty-launcher-1109-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1038549 INFO  (jetty-launcher-1109-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1038549 INFO  (jetty-launcher-1109-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1038549 INFO  (jetty-launcher-1109-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1038549 INFO  (jetty-launcher-1109-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1038549 INFO  (jetty-launcher-1109-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T11:56:36.083Z
   [junit4]   2> 1038549 INFO  (jetty-launcher-1109-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T11:56:36.083Z
   [junit4]   2> 1038549 INFO  (jetty-launcher-1109-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55ec741{/solr,null,AVAILABLE}
   [junit4]   2> 1038559 INFO  (jetty-launcher-1109-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@54785b0d{SSL,[ssl, http/1.1]}{127.0.0.1:42563}
   [junit4]   2> 1038560 INFO  (jetty-launcher-1109-thread-2) [    ] o.e.j.s.Server Started @1040417ms
   [junit4]   2> 1038560 INFO  (jetty-launcher-1109-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42563}
   [junit4]   2> 1038560 ERROR (jetty-launcher-1109-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1038560 INFO  (jetty-launcher-1109-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1038560 INFO  (jetty-launcher-1109-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1038560 INFO  (jetty-launcher-1109-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1038560 INFO  (jetty-launcher-1109-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T11:56:36.094Z
   [junit4]   2> 1038560 INFO  (zkConnectionManagerCallback-1114-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1038560 INFO  (zkConnectionManagerCallback-1116-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1038561 INFO  (jetty-launcher-1109-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1038561 INFO  (jetty-launcher-1109-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1038564 INFO  (zkConnectionManagerCallback-1118-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1038571 INFO  (jetty-launcher-1109-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1038576 INFO  (jetty-launcher-1109-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38005/solr
   [junit4]   2> 1038576 INFO  (jetty-launcher-1109-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38005/solr
   [junit4]   2> 1038588 INFO  (jetty-launcher-1109-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38005/solr
   [junit4]   2> 1038593 INFO  (zkConnectionManagerCallback-1123-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1038606 INFO  (zkConnectionManagerCallback-1126-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1038619 INFO  (zkConnectionManagerCallback-1130-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1038634 INFO  (zkConnectionManagerCallback-1132-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1038661 INFO  (zkConnectionManagerCallback-1134-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1038665 INFO  (zkConnectionManagerCallback-1136-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1038671 INFO  (jetty-launcher-1109-thread-2) [n:127.0.0.1:42563_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1038674 INFO  (jetty-launcher-1109-thread-2) [n:127.0.0.1:42563_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42563_solr
   [junit4]   2> 1038675 INFO  (jetty-launcher-1109-thread-2) [n:127.0.0.1:42563_solr    ] o.a.s.c.Overseer Overseer (id=99342391441883145-127.0.0.1:42563_solr-n_0000000000) starting
   [junit4]   2> 1038675 INFO  (jetty-launcher-1109-thread-1) [n:127.0.0.1:36273_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1038677 INFO  (jetty-launcher-1109-thread-1) [n:127.0.0.1:36273_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36273_solr
   [junit4]   2> 1038698 INFO  (zkCallback-1133-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1038706 INFO  (zkCallback-1135-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1038708 INFO  (jetty-launcher-1109-thread-2) [n:127.0.0.1:42563_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42563_solr
   [junit4]   2> 1038713 INFO  (zkCallback-1133-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1038715 INFO  (zkCallback-1135-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1038720 INFO  (jetty-launcher-1109-thread-3) [n:127.0.0.1:37667_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1038721 INFO  (jetty-launcher-1109-thread-3) [n:127.0.0.1:37667_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1038722 INFO  (jetty-launcher-1109-thread-3) [n:127.0.0.1:37667_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37667_solr
   [junit4]   2> 1038722 INFO  (zkCallback-1133-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1038744 INFO  (zkCallback-1135-thread-2-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1038758 INFO  (zkCallback-1131-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1038785 INFO  (jetty-launcher-1109-thread-2) [n:127.0.0.1:42563_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42563.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
   [junit4]   2> 1038794 INFO  (jetty-launcher-1109-thread-2) [n:127.0.0.1:42563_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42563.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
   [junit4]   2> 1038794 INFO  (jetty-launcher-1109-thread-2) [n:127.0.0.1:42563_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42563.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
   [junit4]   2> 1038795 INFO  (jetty-launcher-1109-thread-2) [n:127.0.0.1:42563_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node2/.
   [junit4]   2> 1038796 INFO  (jetty-launcher-1109-thread-3) [n:127.0.0.1:37667_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37667.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
   [junit4]   2> 1038797 INFO  (jetty-launcher-1109-thread-1) [n:127.0.0.1:36273_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36273.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
   [junit4]   2> 1038801 INFO  (jetty-launcher-1109-thread-3) [n:127.0.0.1:37667_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37667.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
   [junit4]   2> 1038802 INFO  (jetty-launcher-1109-thread-3) [n:127.0.0.1:37667_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37667.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
   [junit4]   2> 1038802 INFO  (jetty-launcher-1109-thread-3) [n:127.0.0.1:37667_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node3/.
   [junit4]   2> 1038804 INFO  (jetty-launcher-1109-thread-1) [n:127.0.0.1:36273_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36273.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
   [junit4]   2> 1038805 INFO  (jetty-launcher-1109-thread-1) [n:127.0.0.1:36273_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36273.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
   [junit4]   2> 1038806 INFO  (jetty-launcher-1109-thread-1) [n:127.0.0.1:36273_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node1/.
   [junit4]   2> 1038875 INFO  (zkConnectionManagerCallback-1144-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1038878 INFO  (zkConnectionManagerCallback-1148-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1038879 INFO  (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1038879 INFO  (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38005/solr ready
   [junit4]   2> 1038903 INFO  (qtp685815183-6393) [n:127.0.0.1:37667_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1038906 INFO  (OverseerThreadFactory-2715-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr    ] o.a.s.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 1039010 INFO  (OverseerStateUpdate-99342391441883145-127.0.0.1:42563_solr-n_0000000000) [n:127.0.0.1:42563_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42563/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1039011 INFO  (OverseerStateUpdate-99342391441883145-127.0.0.1:42563_solr-n_0000000000) [n:127.0.0.1:42563_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37667/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1039012 INFO  (OverseerStateUpdate-99342391441883145-127.0.0.1:42563_solr-n_0000000000) [n:127.0.0.1:42563_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36273/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1039217 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1039217 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1039240 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 1039240 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1039241 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1039241 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1039343 INFO  (zkCallback-1133-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1039343 INFO  (zkCallback-1135-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1039343 INFO  (zkCallback-1135-thread-2-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1039343 INFO  (zkCallback-1131-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1039343 INFO  (zkCallback-1133-thread-2-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1039343 INFO  (zkCallback-1131-thread-2-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1040227 WARN  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
   [junit4]   2> 1040228 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1040231 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 1040233 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 1040254 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1040254 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 1040257 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1040260 WARN  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema has been upgraded to managed, but the non-managed schema schema.xml is still loadable.  PLEASE REMOVE THIS FILE.
   [junit4]   2> 1040262 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1040263 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
   [junit4]   2> 1040265 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 1040265 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
   [junit4]   2> 1040265 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37667.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
   [junit4]   2> 1040266 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1040266 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node3/.system_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node3/./.system_shard1_replica_n2/data/]
   [junit4]   2> 1040266 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1040266 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
   [junit4]   2> 1040266 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 1040266 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36273.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
   [junit4]   2> 1040266 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1040266 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node1/.system_shard1_replica_p4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node1/./.system_shard1_replica_p4/data/]
   [junit4]   2> 1040269 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1040269 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
   [junit4]   2> 1040269 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42563.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
   [junit4]   2> 1040269 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1040269 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node2/.system_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node2/./.system_shard1_replica_n1/data/]
   [junit4]   2> 1040309 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1040310 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1040310 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 1040310 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1040310 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 1040310 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1040312 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4211d4f4[.system_shard1_replica_n2] main]
   [junit4]   2> 1040312 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1040312 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1040312 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@64691d3e[.system_shard1_replica_p4] main]
   [junit4]   2> 1040339 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 1040339 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 1040339 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 1040339 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 1040339 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 1040339 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 1040339 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 1040339 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1040339 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1040339 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1040340 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1040340 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1040340 INFO  (searcherExecutor-2722-thread-1-processing-n:127.0.0.1:37667_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@4211d4f4[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1040341 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589478265061376000
   [junit4]   2> 1040341 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
   [junit4]   2> 1040341 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 1040341 INFO  (searcherExecutor-2723-thread-1-processing-n:127.0.0.1:36273_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@64691d3e[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1040341 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@326fde5e[.system_shard1_replica_n1] main]
   [junit4]   2> 1040341 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 1040342 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 1040342 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 1040342 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1040342 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 1040342 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1040342 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1040343 INFO  (searcherExecutor-2724-thread-1-processing-n:127.0.0.1:42563_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@326fde5e[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1040343 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589478265063473152
   [junit4]   2> 1040344 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1040444 INFO  (zkCallback-1135-thread-2-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1040444 INFO  (zkCallback-1133-thread-2-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1040444 INFO  (zkCallback-1133-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1040444 INFO  (zkCallback-1131-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1040444 INFO  (zkCallback-1131-thread-2-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1040444 INFO  (zkCallback-1135-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1040844 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1040844 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1040844 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37667/solr/.system_shard1_replica_n2/
   [junit4]   2> 1040845 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=https://127.0.0.1:37667/solr START replicas=[https://127.0.0.1:42563/solr/.system_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 1040847 INFO  (qtp1896886098-6398) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1041145 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=https://127.0.0.1:37667/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1041145 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1041145 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1041145 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1041147 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37667/solr/.system_shard1_replica_n2/ shard1
   [junit4]   2> 1041248 INFO  (zkCallback-1135-thread-2-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1041248 INFO  (zkCallback-1133-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1041248 INFO  (zkCallback-1135-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1041248 INFO  (zkCallback-1133-thread-2-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1041248 INFO  (zkCallback-1131-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1041248 INFO  (zkCallback-1131-thread-2-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1041293 INFO  (indexFetcher-2737-thread-1) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node5 is leader but it's state is down, skipping replication
   [junit4]   2> 1041298 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1041299 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2082
   [junit4]   2> 1041344 INFO  (qtp191069380-6394) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2103
   [junit4]   2> 1041347 INFO  (qtp1896886098-6396) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2106
   [junit4]   2> 1041348 INFO  (qtp685815183-6393) [n:127.0.0.1:37667_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1041447 INFO  (zkCallback-1135-thread-2-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1041447 INFO  (zkCallback-1133-thread-2-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1041447 INFO  (zkCallback-1133-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1041447 INFO  (zkCallback-1131-thread-2-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1041447 INFO  (zkCallback-1131-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1041450 INFO  (zkCallback-1135-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1042349 INFO  (qtp685815183-6393) [n:127.0.0.1:37667_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3445
   [junit4]   2> 1042352 INFO  (qtp685815183-6414) [n:127.0.0.1:37667_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1042355 INFO  (qtp1896886098-6398) [n:127.0.0.1:42563_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1042358 INFO  (qtp191069380-6416) [n:127.0.0.1:36273_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1042382 INFO  (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[7512B513737E3A18]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAutoScalingConfig
   [junit4]   2> 1042385 INFO  (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[7512B513737E3A18]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAutoScalingConfig
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestClusterStateProvider -Dtests.method=testAutoScalingConfig -Dtests.seed=7512B513737E3A18 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es -Dtests.timezone=America/Campo_Grande -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.03s J1 | TestClusterStateProvider.testAutoScalingConfig <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
   [junit4]    >   "cluster-preferences":[{"maximize":"freedisk"}],
   [junit4]    >   "triggers":{".auto_add_replicas":{
   [junit4]    >       "name":".auto_add_replicas",
   [junit4]    >       "event":"nodeLost",
   [junit4]    >       "waitFor":30,
   [junit4]    >       "actions":[
   [junit4]    >         {
   [junit4]    >           "name":"auto_add_replicas_plan",
   [junit4]    >           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]    >         {
   [junit4]    >           "name":"execute_plan",
   [junit4]    >           "class":"solr.ExecutePlanAction"}],
   [junit4]    >       "enabled":true}},
   [junit4]    >   "listeners":{".auto_add_replicas.system":{
   [junit4]    >       "trigger":".auto_add_replicas",
   [junit4]    >       "afterAction":[],
   [junit4]    >       "stage":[
   [junit4]    >         "STARTED",
   [junit4]    >         "ABORTED",
   [junit4]    >         "SUCCEEDED",
   [junit4]    >         "FAILED",
   [junit4]    >         "BEFORE_ACTION",
   [junit4]    >         "AFTER_ACTION",
   [junit4]    >         "IGNORED"],
   [junit4]    >       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
   [junit4]    >       "beforeAction":[]}},
   [junit4]    >   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
   [junit4]    >   "cluster-preferences":[{"maximize":"freedisk"}],
   [junit4]    >   "triggers":{".auto_add_replicas":{
   [junit4]    >       "name":".auto_add_replicas",
   [junit4]    >       "event":"nodeLost",
   [junit4]    >       "waitFor":30,
   [junit4]    >       "actions":[
   [junit4]    >         {
   [junit4]    >           "name":"auto_add_replicas_plan",
   [junit4]    >           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]    >         {
   [junit4]    >           "name":"execute_plan",
   [junit4]    >           "class":"solr.ExecutePlanAction"}],
   [junit4]    >       "enabled":true}},
   [junit4]    >   "listeners":{".auto_add_replicas.system":{
   [junit4]    >       "trigger":".auto_add_replicas",
   [junit4]    >       "afterAction":[],
   [junit4]    >       "stage":[
   [junit4]    >         "STARTED",
   [junit4]    >         "ABORTED",
   [junit4]    >         "SUCCEEDED",
   [junit4]    >         "FAILED",
   [junit4]    >         "BEFORE_ACTION",
   [junit4]    >         "AFTER_ACTION",
   [junit4]    >         "IGNORED"],
   [junit4]    >       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
   [junit4]    >       "beforeAction":[]}},
   [junit4]    >   "properties":{}}>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7512B513737E3A18:4A9AB6BB6428CAFF]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1042403 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
   [junit4]   2> 1042404 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1042405 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49231cbb{/solr,null,AVAILABLE}
   [junit4]   2> 1042405 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1d8f3d72{SSL,[ssl, http/1.1]}{127.0.0.1:33905}
   [junit4]   2> 1042406 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.e.j.s.Server Started @1044264ms
   [junit4]   2> 1042406 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33905}
   [junit4]   2> 1042406 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1042406 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1042406 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1042406 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1042406 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T11:56:39.940Z
   [junit4]   2> 1042408 INFO  (zkConnectionManagerCallback-1150-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1042408 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1042415 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38005/solr
   [junit4]   2> 1042416 INFO  (zkConnectionManagerCallback-1154-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1042419 INFO  (zkConnectionManagerCallback-1156-thread-1-processing-n:127.0.0.1:33905_solr) [n:127.0.0.1:33905_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1042421 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [n:127.0.0.1:33905_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1042422 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [n:127.0.0.1:33905_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1042423 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [n:127.0.0.1:33905_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33905_solr
   [junit4]   2> 1042424 INFO  (zkCallback-1147-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1042424 INFO  (zkCallback-1131-thread-2-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1042424 INFO  (zkCallback-1133-thread-2-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1042424 INFO  (zkCallback-1135-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1042427 INFO  (zkCallback-1155-thread-1-processing-n:127.0.0.1:33905_solr) [n:127.0.0.1:33905_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1042514 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [n:127.0.0.1:33905_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33905.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
   [junit4]   2> 1042525 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [n:127.0.0.1:33905_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33905.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
   [junit4]   2> 1042525 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [n:127.0.0.1:33905_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33905.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae56ba
   [junit4]   2> 1042527 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [n:127.0.0.1:33905_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001/tempDir-001/node4/.
   [junit4]   2> 1042763 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@54785b0d{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1042764 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=520718042
   [junit4]   2> 1042764 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1042764 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@285ee0a2: rootName = solr_42563, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7921e617
   [junit4]   2> 1042769 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1042769 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f3f08d9: rootName = solr_42563, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@229c6981
   [junit4]   2> 1042772 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1042772 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20dbe6ea: rootName = solr_42563, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6aaf733d
   [junit4]   2> 1042773 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42563_solr
   [junit4]   2> 1042774 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1042774 INFO  (zkCallback-1147-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1042774 INFO  (zkCallback-1155-thread-1-processing-n:127.0.0.1:33905_solr) [n:127.0.0.1:33905_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1042774 INFO  (zkCallback-1131-thread-2-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1042774 INFO  (zkCallback-1133-thread-2-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1042774 INFO  (zkCallback-1135-thread-1-processing-n:127.0.0.1:42563_solr) [n:127.0.0.1:42563_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1042775 INFO  (coreCloseExecutor-2748-thread-1) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3b518fce
   [junit4]   2> 1042775 INFO  (coreCloseExecutor-2748-thread-1) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n1, tag=995200974
   [junit4]   2> 1042775 INFO  (coreCloseExecutor-2748-thread-1) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@406b63a9: rootName = solr_42563, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@57e0dbe6
   [junit4]   2> 1042781 INFO  (coreCloseExecutor-2748-thread-1) [n:127.0.0.1:42563_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=995200974
   [junit4]   2> 1042783 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.c.Overseer Overseer (id=99342391441883145-127.0.0.1:42563_solr-n_0000000000) closing
   [junit4]   2> 1042783 INFO  (OverseerStateUpdate-99342391441883145-127.0.0.1:42563_solr-n_0000000000) [n:127.0.0.1:42563_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42563_solr
   [junit4]   2> 1042783 WARN  (OverseerAutoScalingTriggerThread-99342391441883145-127.0.0.1:42563_solr-n_0000000000) [n:127.0.0.1:42563_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1042784 INFO  (zkCallback-1133-thread-2-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36273_solr
   [junit4]   2> 1042784 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@55ec741{/solr,null,UNAVAILABLE}
   [junit4]   2> 1042790 INFO  (zkCallback-1133-thread-2-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.Overseer Overseer (id=99342391441883144-127.0.0.1:36273_solr-n_0000000001) starting
   [junit4]   2> 1042793 INFO  (zkCallback-1131-thread-2-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1042793 INFO  (zkCallback-1131-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1042793 INFO  (zkCallback-1133-thread-2-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1042793 INFO  (zkCallback-1133-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1042985 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[7512B513737E3A18]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAddRemoveNode
   [junit4]   2> 1042985 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1042988 INFO  (jetty-closer-1110-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4f6e19cd{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1042990 INFO  (jetty-closer-1110-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=981804225
   [junit4]   2> 1042990 INFO  (jetty-closer-1110-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1d8f3d72{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1042990 INFO  (jetty-closer-1110-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1042991 INFO  (jetty-closer-1110-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1865155148
   [junit4]   2> 1042991 INFO  (jetty-closer-1110-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d3d02ec: rootName = solr_37667, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6a0bae82
   [junit4]   2> 1042990 INFO  (jetty-closer-1110-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7b7b46c7{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1042991 INFO  (jetty-closer-1110-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1042991 INFO  (jetty-closer-1110-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1505700394
   [junit4]   2> 1042991 INFO  (jetty-closer-1110-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28835a01: rootName = solr_33905, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3af89334
   [junit4]   2> 1042991 INFO  (jetty-closer-1110-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1042991 INFO  (jetty-closer-1110-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a83093c: rootName = solr_36273, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2b24e3ce
   [junit4]   2> 1042995 INFO  (jetty-closer-1110-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1042996 INFO  (jetty-closer-1110-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@306c9ecf: rootName = solr_36273, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@229c6981
   [junit4]   2> 1042997 INFO  (jetty-closer-1110-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1042997 INFO  (jetty-closer-1110-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@417d892b: rootName = solr_37667, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@229c6981
   [junit4]   2> 1042998 INFO  (jetty-closer-1110-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1042998 INFO  (jetty-closer-1110-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e3703df: rootName = solr_33905, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@229c6981
   [junit4]   2> 1043000 INFO  (jetty-closer-1110-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1043000 INFO  (jetty-closer-1110-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11943473: rootName = solr_36273, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6aaf733d
   [junit4]   2> 1043001 INFO  (jetty-closer-1110-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36273_solr
   [junit4]   2> 1043001 INFO  (jetty-closer-1110-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1043001 INFO  (jetty-closer-1110-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1bd669a5: rootName = solr_37667, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6aaf733d
   [junit4]   2> 1043001 INFO  (jetty-closer-1110-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1043002 INFO  (zkCallback-1131-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1043002 INFO  (zkCallback-1155-thread-1-processing-n:127.0.0.1:33905_solr) [n:127.0.0.1:33905_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1043002 INFO  (zkCallback-1133-thread-3-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1043002 INFO  (coreCloseExecutor-2754-thread-1) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4]  CLOSING SolrCore org.apache.solr.core.SolrCore@4053db4e
   [junit4]   2> 1043003 INFO  (coreCloseExecutor-2754-thread-1) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_p4, tag=1079237454
   [junit4]   2> 1043003 INFO  (coreCloseExecutor-2754-thread-1) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e84cf2c: rootName = solr_36273, domain = solr.core..system.shard1.replica_p4, service url = null, agent id = null] for registry solr.core..system.shard1.replica_p4 / com.codahale.metrics.MetricRegistry@a79740c
   [junit4]   2> 1043003 INFO  (jetty-closer-1110-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37667_solr
   [junit4]   2> 1043003 INFO  (jetty-closer-1110-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1043003 INFO  (jetty-closer-1110-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@686131e3: rootName = solr_33905, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6aaf733d
   [junit4]   2> 1043004 INFO  (zkCallback-1155-thread-1-processing-n:127.0.0.1:33905_solr) [n:127.0.0.1:33905_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1043004 INFO  (zkCallback-1131-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1043004 INFO  (zkCallback-1133-thread-3-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1043004 INFO  (jetty-closer-1110-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1043005 INFO  (coreCloseExecutor-2755-thread-1) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@62c37516
   [junit4]   2> 1043005 INFO  (jetty-closer-1110-thread-3) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33905_solr
   [junit4]   2> 1043005 INFO  (coreCloseExecutor-2755-thread-1) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=1656976662
   [junit4]   2> 1043005 INFO  (coreCloseExecutor-2755-thread-1) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3436dd2a: rootName = solr_37667, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@7b21fda3
   [junit4]   2> 1043005 INFO  (jetty-closer-1110-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1043006 INFO  (jetty-closer-1110-thread-3) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1043006 INFO  (zkCallback-1131-thread-1-processing-n:127.0.0.1:37667_solr) [n:127.0.0.1:37667_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1043006 INFO  (zkCallback-1155-thread-1-processing-n:127.0.0.1:33905_solr) [n:127.0.0.1:33905_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1043006 INFO  (zkCallback-1133-thread-1-processing-n:127.0.0.1:36273_solr) [n:127.0.0.1:36273_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1043007 INFO  (jetty-closer-1110-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@49231cbb{/solr,null,UNAVAILABLE}
   [junit4]   2> 1043012 INFO  (coreCloseExecutor-2755-thread-1) [n:127.0.0.1:37667_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1656976662
   [junit4]   2> 1043014 INFO  (coreCloseExecutor-2754-thread-1) [n:127.0.0.1:36273_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1079237454
   [junit4]   2> 1043014 INFO  (jetty-closer-1110-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99342391441883144-127.0.0.1:36273_solr-n_0000000001) closing
   [junit4]   2> 1043015 INFO  (OverseerStateUpdate-99342391441883144-127.0.0.1:36273_solr-n_0000000001) [n:127.0.0.1:36273_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36273_solr
   [junit4]   2> 1043015 WARN  (OverseerAutoScalingTriggerThread-99342391441883144-127.0.0.1:36273_solr-n_0000000001) [n:127.0.0.1:36273_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1043015 INFO  (jetty-closer-1110-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@51c1abc6{/solr,null,UNAVAILABLE}
   [junit4]   2> 1043017 INFO  (jetty-closer-1110-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4fda0cc8{/solr,null,UNAVAILABLE}
   [junit4]   2> 1043017 ERROR (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1043017 INFO  (SUITE-TestClusterStateProvider-seed#[7512B513737E3A18]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38005 38005
   [junit4]   2> 1043540 INFO  (Thread-1301) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38005 38005
   [junit4]   2> 1043540 WARN  (Thread-1301) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/configs/.system
   [junit4]   2> 	3	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	20	/solr/collections/.system/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7512B513737E3A18-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=357, maxMBSortInHeap=5.546100398192273, sim=RandomSimilarity(queryNorm=true): {}, locale=es, timezone=America/Campo_Grande
   [junit4]   2> NOTE: Linux 4.13.0-26-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=121482584,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestIntervalFaceting, MultiThreadedOCPTest, TestSchemaResource, ShardSplitTest, TestSurroundQueryParser, TestBinaryResponseWriter, LukeRequestHandlerTest, LegacyCloudClusterPropTest, TestMaxScoreQueryParser, TestStressInPlaceUpdates, OpenCloseCoreStressTest, TestImpersonationWithHadoopAuth, SolrGraphiteReporterTest, PeerSyncReplicationTest, DistributedFacetSimpleRefinementLongTailTest, TestBulkSchemaAPI, TestJmxIntegration, ShardRoutingCustomTest, TestEmbeddedSolrServerAdminHandler, CreateCollectionCleanupTest, TestRTGBase, TestCursorMarkWithoutUniqueKey, TestSmileRequest, ManagedSchemaRoundRobinCloudTest, ShowFileRequestHandlerTest, TestMultiValuedNumericRangeQuery, ExitableDirectoryReaderTest, TestExecutePlanAction, TestCloudRecovery, ZkSolrClientTest, TestInfoStreamLogging, TestMinMaxOnMultiValuedField, SecurityConfHandlerTest, TestFieldCache, TestFieldCacheSortRandom, TestUnifiedSolrHighlighter, TestRangeQuery, PrimUtilsTest, HdfsSyncSliceTest, DistributedVersionInfoTest, TestAtomicUpdateErrorCases, TestNoOpRegenerator, TestLRUStatsCache, TestComplexPhraseLeadingWildcard, WrapperMergePolicyFactoryTest, SolrIndexMetricsTest, TestFaceting, SolrCmdDistributorTest, TestRandomFlRTGCloud, TestSimpleTrackingShardHandler, BlockJoinFacetSimpleTest, PreAnalyzedUpdateProcessorTest, TestSolrQueryParser, SynonymTokenizerTest, BJQParserTest, BitVectorTest, TestClusterStateProvider]
   [junit4] Completed [251/766 (1!)] on J1 in 5.13s, 2 tests, 1 failure <<< FAILURES!

[...truncated 49845 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1171 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1171/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=35873, name=jetty-launcher-9486-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)    2) Thread[id=35869, name=jetty-launcher-9486-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=35873, name=jetty-launcher-9486-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=35869, name=jetty-launcher-9486-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([B98C602AD2D25541]:0)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([B98C602AD2D25541:86046382C584A5A6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13606 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
   [junit4]   2> 3179787 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B98C602AD2D25541]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B98C602AD2D25541-001/init-core-data-001
   [junit4]   2> 3179788 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B98C602AD2D25541]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3179789 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B98C602AD2D25541]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3179799 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B98C602AD2D25541]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B98C602AD2D25541-001/tempDir-001
   [junit4]   2> 3179799 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B98C602AD2D25541]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3179800 INFO  (Thread-7348) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3179800 INFO  (Thread-7348) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3179801 ERROR (Thread-7348) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3179899 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B98C602AD2D25541]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:36319
   [junit4]   2> 3179902 INFO  (zkConnectionManagerCallback-9489-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3179909 INFO  (jetty-launcher-9486-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3179909 INFO  (jetty-launcher-9486-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3179911 INFO  (jetty-launcher-9486-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ceaa771{/solr,null,AVAILABLE}
   [junit4]   2> 3179915 INFO  (jetty-launcher-9486-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@62b2b242{SSL,[ssl, http/1.1]}{127.0.0.1:32923}
   [junit4]   2> 3179915 INFO  (jetty-launcher-9486-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f39c3c1{/solr,null,AVAILABLE}
   [junit4]   2> 3179916 INFO  (jetty-launcher-9486-thread-2) [    ] o.e.j.s.Server Started @3181309ms
   [junit4]   2> 3179916 INFO  (jetty-launcher-9486-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32923}
   [junit4]   2> 3179916 ERROR (jetty-launcher-9486-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3179916 INFO  (jetty-launcher-9486-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 3179916 INFO  (jetty-launcher-9486-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3179917 INFO  (jetty-launcher-9486-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3179917 INFO  (jetty-launcher-9486-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T07:17:19.482Z
   [junit4]   2> 3179921 INFO  (jetty-launcher-9486-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@45d17336{SSL,[ssl, http/1.1]}{127.0.0.1:36703}
   [junit4]   2> 3179921 INFO  (jetty-launcher-9486-thread-1) [    ] o.e.j.s.Server Started @3181314ms
   [junit4]   2> 3179922 INFO  (jetty-launcher-9486-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36703}
   [junit4]   2> 3179922 ERROR (jetty-launcher-9486-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3179922 INFO  (jetty-launcher-9486-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 3179922 INFO  (jetty-launcher-9486-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3179922 INFO  (jetty-launcher-9486-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3179922 INFO  (jetty-launcher-9486-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T07:17:19.487Z
   [junit4]   2> 3179925 INFO  (zkConnectionManagerCallback-9491-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3179926 INFO  (jetty-launcher-9486-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3179926 INFO  (zkConnectionManagerCallback-9493-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3179926 INFO  (jetty-launcher-9486-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3179933 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160ee6141850001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3179937 INFO  (jetty-launcher-9486-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36319/solr
   [junit4]   2> 3179938 INFO  (jetty-launcher-9486-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36319/solr
   [junit4]   2> 3179941 INFO  (zkConnectionManagerCallback-9498-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3179942 INFO  (zkConnectionManagerCallback-9501-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3179944 INFO  (zkConnectionManagerCallback-9503-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3179944 INFO  (zkConnectionManagerCallback-9505-thread-1-processing-n:127.0.0.1:36703_solr) [n:127.0.0.1:36703_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3179971 INFO  (jetty-launcher-9486-thread-1) [n:127.0.0.1:36703_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3179971 INFO  (jetty-launcher-9486-thread-2) [n:127.0.0.1:32923_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3179972 INFO  (jetty-launcher-9486-thread-1) [n:127.0.0.1:36703_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36703_solr
   [junit4]   2> 3179972 INFO  (jetty-launcher-9486-thread-2) [n:127.0.0.1:32923_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32923_solr
   [junit4]   2> 3179972 INFO  (jetty-launcher-9486-thread-1) [n:127.0.0.1:36703_solr    ] o.a.s.c.Overseer Overseer (id=99341293280624646-127.0.0.1:36703_solr-n_0000000000) starting
   [junit4]   2> 3179972 INFO  (zkCallback-9502-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3179972 INFO  (zkCallback-9504-thread-1-processing-n:127.0.0.1:36703_solr) [n:127.0.0.1:36703_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3179975 INFO  (jetty-launcher-9486-thread-1) [n:127.0.0.1:36703_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36703_solr
   [junit4]   2> 3179975 INFO  (zkCallback-9504-thread-1-processing-n:127.0.0.1:36703_solr) [n:127.0.0.1:36703_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3179975 INFO  (zkCallback-9502-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3179987 INFO  (jetty-launcher-9486-thread-2) [n:127.0.0.1:32923_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 3179987 WARN  (jetty-launcher-9486-thread-2) [n:127.0.0.1:32923_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 3179987 INFO  (jetty-launcher-9486-thread-2) [n:127.0.0.1:32923_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 3179988 INFO  (jetty-launcher-9486-thread-2) [n:127.0.0.1:32923_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 3179989 INFO  (jetty-launcher-9486-thread-2-EventThread) [n:127.0.0.1:32923_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 3179993 INFO  (jetty-launcher-9486-thread-1) [n:127.0.0.1:36703_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 3179993 WARN  (jetty-launcher-9486-thread-1) [n:127.0.0.1:36703_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 3179993 INFO  (jetty-launcher-9486-thread-1) [n:127.0.0.1:36703_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 3179994 INFO  (jetty-launcher-9486-thread-1) [n:127.0.0.1:36703_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 3179995 INFO  (jetty-launcher-9486-thread-1-EventThread) [n:127.0.0.1:36703_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 3180002 WARN  (jetty-launcher-9486-thread-1) [n:127.0.0.1:36703_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 3180022 INFO  (jetty-launcher-9486-thread-1) [n:127.0.0.1:36703_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36703.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6debc058
   [junit4]   2> 3180027 INFO  (jetty-launcher-9486-thread-1) [n:127.0.0.1:36703_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36703.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6debc058
   [junit4]   2> 3180027 INFO  (jetty-launcher-9486-thread-1) [n:127.0.0.1:36703_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36703.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6debc058
   [junit4]   2> 3180028 INFO  (jetty-launcher-9486-thread-1) [n:127.0.0.1:36703_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B98C602AD2D25541-001/tempDir-001/node1/.
   [junit4]   2> 3180995 WARN  (jetty-launcher-9486-thread-2) [n:127.0.0.1:32923_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 3181011 INFO  (jetty-launcher-9486-thread-2) [n:127.0.0.1:32923_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32923.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6debc058
   [junit4]   2> 3181015 INFO  (jetty-launcher-9486-thread-2) [n:127.0.0.1:32923_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32923.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6debc058
   [junit4]   2> 3181016 INFO  (jetty-launcher-9486-thread-2) [n:127.0.0.1:32923_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32923.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6debc058
   [junit4]   2> 3181016 INFO  (jetty-launcher-9486-thread-2) [n:127.0.0.1:32923_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B98C602AD2D25541-001/tempDir-001/node2/.
   [junit4]   2> 3181031 INFO  (zkConnectionManagerCallback-9511-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3181044 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
   [junit4]   2> 3186164 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[B98C602AD2D25541]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1515863840626&s=j/QPz1SPgdBP+Nl6FQjjTv9vV2A="; Path=/; Domain=127.0.0.1; Expires=  , 13-   -2018 17:17:20 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 13- -2018 17:17:20 GMT
   [junit4]   2> 3186165 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
   [junit4]   2> 3186229 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 3201248 WARN  (jetty-launcher-9486-thread-1-SendThread(127.0.0.1:36319)) [n:127.0.0.1:36703_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 20251ms for sessionid 0x160ee6141850008
   [junit4]   2> 3201248 WARN  (jetty-launcher-9486-thread-2-SendThread(127.0.0.1:36319)) [n:127.0.0.1:32923_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 20251ms for sessionid 0x160ee6141850007
   [junit4]   2> 3201248 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160ee6141850008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3201248 WARN  (jetty-launcher-9486-thread-1-SendThread(127.0.0.1:36319)) [n:127.0.0.1:36703_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15085ms for sessionid 0x160ee6141850006
   [junit4]   2> 3201249 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160ee6141850007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3201248 WARN  (jetty-launcher-9486-thread-2-SendThread(127.0.0.1:36319)) [n:127.0.0.1:32923_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 20230ms for sessionid 0x160ee6141850005
   [junit4]   2> 3201249 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160ee6141850006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3201250 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160ee6141850005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3201251 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[B98C602AD2D25541]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1515863845795&s=yULGBUnVqjvgUGt2zJw/6EBqP24="; Path=/; Domain=127.0.0.1; Expires=  , 13-   -2018 17:17:25 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 13- -2018 17:17:25 GMT
   [junit4]   2> 3201251 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 3201290 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 3201301 WARN  (qtp1202982081-35834) [    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ???bar???: no such user
   [junit4]   2> id: ???bar???: no such user
   [junit4]   2> 
   [junit4]   2> 3201303 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[B98C602AD2D25541]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1515863860856&s=5oi1z14mUscYEMMTL59XOrpN8uk="; Path=/; Domain=127.0.0.1; Expires=  , 13-   -2018 17:17:40 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 13- -2018 17:17:40 GMT
   [junit4]   2> 3201304 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4]   2> 3201337 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 3201343 INFO  (qtp1202982081-35835) [n:127.0.0.1:36703_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3201344 INFO  (qtp1202982081-35835) [n:127.0.0.1:36703_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3201344 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[B98C602AD2D25541]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1515863860902&s=Q0rgUfdAq9NuE0fWaaLdMZCWjrU="; Path=/; Domain=127.0.0.1; Expires=  , 13-   -2018 17:17:40 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 13- -2018 17:17:40 GMT
   [junit4]   2> 3201344 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 3201349 WARN  (zkConnectionManagerCallback-9505-thread-1-processing-n:127.0.0.1:36703_solr) [n:127.0.0.1:36703_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@35458ccb name: ZooKeeperConnection Watcher:127.0.0.1:36319/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 3201349 INFO  (jetty-launcher-9486-thread-2-EventThread) [n:127.0.0.1:32923_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 3201351 WARN  (zkConnectionManagerCallback-9503-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@303ac74 name: ZooKeeperConnection Watcher:127.0.0.1:36319/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 3201357 WARN  (zkConnectionManagerCallback-9503-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 3201350 WARN  (zkConnectionManagerCallback-9505-thread-1-processing-n:127.0.0.1:36703_solr) [n:127.0.0.1:36703_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 3201376 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 3201378 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[B98C602AD2D25541]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1515863860942&s=gCUXNjTdGbBoi/R6gG5nBZebMFw="; Path=/; Domain=127.0.0.1; Expires=  , 13-   -2018 17:17:40 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 13- -2018 17:17:40 GMT
   [junit4]   2> 3201378 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 3201395 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 3201396 INFO  (qtp1202982081-35833) [n:127.0.0.1:36703_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3201396 INFO  (qtp1202982081-35833) [n:127.0.0.1:36703_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3201396 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[B98C602AD2D25541]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1515863860961&s=68EplzfhQPOBHHl2O4Xtdco/5Jk="; Path=/; Domain=127.0.0.1; Expires=  , 13-   -2018 17:17:40 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 13- -2018 17:17:40 GMT
   [junit4]   2> 3201396 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 3201418 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
   [junit4]   2> 3201423 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[B98C602AD2D25541]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1515863860983&s=s35uuuXYdSzlA7Yq55S9XtdUzZ4="; Path=/; Domain=127.0.0.1; Expires=  , 13-   -2018 17:17:40 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 13- -2018 17:17:40 GMT
   [junit4]   2> 3201423 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
   [junit4]   2> 3201446 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
   [junit4]   2> 3201447 INFO  (zkConnectionManagerCallback-9514-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3201565 INFO  (zkConnectionManagerCallback-9517-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3201566 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B98C602AD2D25541]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3201566 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B98C602AD2D25541]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36319/solr ready
   [junit4]   2> 3201569 INFO  (qtp1202982081-35833) [n:127.0.0.1:36703_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3202616 WARN  (jetty-launcher-9486-thread-2-SendThread(127.0.0.1:36319)) [n:127.0.0.1:32923_solr    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x160ee6141850005 has expired
   [junit4]   2> 3202616 WARN  (zkConnectionManagerCallback-9503-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@303ac74 name: ZooKeeperConnection Watcher:127.0.0.1:36319/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 3202616 WARN  (zkConnectionManagerCallback-9503-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 3202616 INFO  (zkConnectionManagerCallback-9503-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3202616 WARN  (zkConnectionManagerCallback-9503-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 3202617 INFO  (zkConnectionManagerCallback-9503-thread-1-processing-n:127.0.0.1:32923_solr-EventThread) [n:127.0.0.1:32923_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3202618 INFO  (zkConnectionManagerCallback-9503-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 3202618 INFO  (zkConnectionManagerCallback-9503-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr    ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
   [junit4]   2> 3202620 INFO  (zkConnectionManagerCallback-9503-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 3202625 INFO  (zkConnectionManagerCallback-9503-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32923_solr
   [junit4]   2> 3202626 INFO  (zkConnectionManagerCallback-9503-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 3202626 INFO  (zkCallback-9502-thread-3-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3202626 INFO  (zkConnectionManagerCallback-9503-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 3202626 INFO  (zkCallback-9516-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3202829 WARN  (jetty-launcher-9486-thread-2-SendThread(127.0.0.1:36319)) [n:127.0.0.1:32923_solr    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x160ee6141850007 has expired
   [junit4]   2> 3202893 WARN  (jetty-launcher-9486-thread-1-SendThread(127.0.0.1:36319)) [n:127.0.0.1:36703_solr    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x160ee6141850008 has expired
   [junit4]   2> 3202966 INFO  (zkConnectionManagerCallback-9505-thread-1-processing-n:127.0.0.1:36703_solr) [n:127.0.0.1:36703_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3202967 INFO  (OverseerThreadFactory-11638-thread-1-processing-n:127.0.0.1:36703_solr) [n:127.0.0.1:36703_solr    ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
   [junit4]   2> 3203075 INFO  (OverseerStateUpdate-99341293280624646-127.0.0.1:36703_solr-n_0000000000) [n:127.0.0.1:36703_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"forwardingCollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"forwardingCollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36703/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3203281 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3203281 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3203385 INFO  (zkCallback-9504-thread-2-processing-n:127.0.0.1:36703_solr) [n:127.0.0.1:36703_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3203385 INFO  (zkCallback-9504-thread-3-processing-n:127.0.0.1:36703_solr) [n:127.0.0.1:36703_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3204294 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 3204308 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
   [junit4]   2> 3204383 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3204390 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
   [junit4]   2> 3204391 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36703.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6debc058
   [junit4]   2> 3204391 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3204391 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B98C602AD2D25541-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B98C602AD2D25541-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
   [junit4]   2> 3204392 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.22914029294788368]
   [junit4]   2> 3204446 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3204446 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3204446 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3204447 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3204447 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=0.5458984375, floorSegmentMB=0.8984375, forceMergeDeletesPctAllowed=23.585499052351192, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5531914664440669
   [junit4]   2> 3204447 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@bfab661[forwardingCollection_shard1_replica_n1] main]
   [junit4]   2> 3204449 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 3204499 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 3204592 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3204592 INFO  (searcherExecutor-11643-thread-1-processing-n:127.0.0.1:36703_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 3204593 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589460718487339008
   [junit4]   2> 3204594 INFO  (searcherExecutor-11643-thread-1-processing-n:127.0.0.1:36703_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 3204594 INFO  (searcherExecutor-11643-thread-1-processing-n:127.0.0.1:36703_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 3204594 INFO  (searcherExecutor-11643-thread-1-processing-n:127.0.0.1:36703_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 3204594 INFO  (searcherExecutor-11643-thread-1-processing-n:127.0.0.1:36703_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 3204594 INFO  (searcherExecutor-11643-thread-1-processing-n:127.0.0.1:36703_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 3204594 INFO  (searcherExecutor-11643-thread-1-processing-n:127.0.0.1:36703_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 3204594 INFO  (searcherExecutor-11643-thread-1-processing-n:127.0.0.1:36703_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 3204594 INFO  (searcherExecutor-11643-thread-1-processing-n:127.0.0.1:36703_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 3204595 INFO  (searcherExecutor-11643-thread-1-processing-n:127.0.0.1:36703_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@bfab661[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3204596 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3204597 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3204597 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36703/solr/forwardingCollection_shard1_replica_n1/
   [junit4]   2> 3204597 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3204597 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:36703/solr/forwardingCollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 3204597 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3204598 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36703/solr/forwardingCollection_shard1_replica_n1/ shard1
   [junit4]   2> 3204699 INFO  (zkCallback-9504-thread-2-processing-n:127.0.0.1:36703_solr) [n:127.0.0.1:36703_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3204699 INFO  (zkCallback-9504-thread-3-processing-n:127.0.0.1:36703_solr) [n:127.0.0.1:36703_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3204748 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3204749 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1469
   [junit4]   2> 3204750 WARN  (httpShardExecutor-11634-thread-1-processing-n:127.0.0.1:36703_solr [https:////127.0.0.1:36703//solr] https:////127.0.0.1:36703//solr) [n:127.0.0.1:36703_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1515863862845&s=o9ebD3Galf9Jk8HWnVW9LaPqhyc="; Path=/; Domain=127.0.0.1; Expires=  , 13-   -2018 17:17:42 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 13- -2018 17:17:42 GMT
   [junit4]   2> 3204752 INFO  (qtp1202982081-35833) [n:127.0.0.1:36703_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 3204849 INFO  (zkCallback-9504-thread-2-processing-n:127.0.0.1:36703_solr) [n:127.0.0.1:36703_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3204849 INFO  (zkCallback-9504-thread-3-processing-n:127.0.0.1:36703_solr) [n:127.0.0.1:36703_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3204968 INFO  (OverseerCollectionConfigSetProcessor-99341293280624646-127.0.0.1:36703_solr-n_0000000000) [n:127.0.0.1:36703_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3205752 INFO  (qtp1202982081-35833) [n:127.0.0.1:36703_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=4183
   [junit4]   2> 3205753 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B98C602AD2D25541]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1515863861133&s=bfgoZWrJ1a7IK5hA89Jg80DHCww="; Path=/; Domain=127.0.0.1; Expires=  , 13-   -2018 17:17:41 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 13- -2018 17:17:41 GMT
   [junit4]   2> 3205754 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B98C602AD2D25541]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
   [junit4]   2> 3205754 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B98C602AD2D25541]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
   [junit4]   2> 3205760 INFO  (qtp1202982081-35829) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 3205761 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B98C602AD2D25541]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1515863865323&s=UKK4lrJlxl7ktOjU0j4kLgufSpI="; Path=/; Domain=127.0.0.1; Expires=  , 13-   -2018 17:17:45 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 13- -2018 17:17:45 GMT
   [junit4]   2> 3205802 INFO  (qtp1202982081-35821) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 3205803 WARN  (qtp1994809941-35819) [n:127.0.0.1:32923_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1515863865367&s=KDeN0UTR69jj8es0Qo3/pPBsl+0="; Path=/; Domain=127.0.0.1; Expires=  , 13-   -2018 17:17:45 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 13- -2018 17:17:45 GMT
   [junit4]   2> 3205803 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B98C602AD2D25541]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1515863865364&s=qa4hriKPc3MR7FV6/VkR3nVV8Sc="; Path=/; Domain=127.0.0.1; Expires=  , 13-   -2018 17:17:45 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 13- -2018 17:17:45 GMT
   [junit4]   2> 3205803 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B98C602AD2D25541]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1515863865367&s=KDeN0UTR69jj8es0Qo3/pPBsl+0="; Path=/; Domain=127.0.0.1; Expires=  , 13-   -2018 17:17:45 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 13- -2018 17:17:45 GMT
   [junit4]   2> 3205803 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
   [junit4]   2> 3205836 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 3205838 INFO  (qtp1202982081-35835) [n:127.0.0.1:36703_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3205839 INFO  (qtp1202982081-35835) [n:127.0.0.1:36703_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3205839 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[B98C602AD2D25541]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1515863865403&s=YI9Ie3br1Zs7Go/K6a+eEVuausk="; Path=/; Domain=127.0.0.1; Expires=  , 13-   -2018 17:17:45 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 13- -2018 17:17:45 GMT
   [junit4]   2> 3205839 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 3205877 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 3205881 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[B98C602AD2D25541]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1515863865443&s=DuiSHxQP2xIQH3nGIQZEveaBycA="; Path=/; Domain=127.0.0.1; Expires=  , 13-   -2018 17:17:45 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 13- -2018 17:17:45 GMT
   [junit4]   2> 3205881 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 3205918 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 3205918 INFO  (qtp1202982081-35833) [n:127.0.0.1:36703_solr    ] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3205919 WARN  (qtp1202982081-35833) [n:127.0.0.1:36703_solr    ] o.e.j.s.ServletHandler /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	... 29 more
   [junit4]   2> 3205921 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 3205956 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 3205959 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[B98C602AD2D25541]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1515863865523&s=YXpp6xDoKLrsyZzEbz5ToFz1jzI="; Path=/; Domain=127.0.0.1; Expires=  , 13-   -2018 17:17:45 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 13- -2018 17:17:45 GMT
   [junit4]   2> 3205960 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[B98C602AD2D25541]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 3205961 INFO  (jetty-closer-9487-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@62b2b242{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3205962 INFO  (jetty-closer-9487-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1600705306
   [junit4]   2> 3205962 INFO  (jetty-closer-9487-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3205963 INFO  (jetty-closer-9487-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f84472f: rootName = solr_32923, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@dfe67d9
   [junit4]   2> 3205963 INFO  (jetty-closer-9487-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@45d17336{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3205963 INFO  (jetty-closer-9487-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=703755992
   [junit4]   2> 3205964 INFO  (jetty-closer-9487-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3205964 INFO  (jetty-closer-9487-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3cd9143e: rootName = solr_36703, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6cd63dab
   [junit4]   2> 3205968 INFO  (jetty-closer-9487-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3205968 INFO  (jetty-closer-9487-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7fa4bb95: rootName = solr_32923, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@64447eef
   [junit4]   2> 3205970 INFO  (jetty-closer-9487-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3205970 INFO  (jetty-closer-9487-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4358df81: rootName = solr_36703, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@64447eef
   [junit4]   2> 3205971 INFO  (jetty-closer-9487-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3205971 INFO  (jetty-closer-9487-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@77291195: rootName = solr_32923, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@16cfa038
   [junit4]   2> 3205972 INFO  (jetty-closer-9487-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32923_solr
   [junit4]   2> 3205972 INFO  (jetty-closer-9487-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3205972 INFO  (zkCallback-9504-thread-3-processing-n:127.0.0.1:36703_solr) [n:127.0.0.1:36703_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 3205972 INFO  (zkCallback-9502-thread-3-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 3205973 WARN  (zkCallback-9502-thread-3-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:32923_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:32923_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
   [junit4]   2> 	at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3205973 INFO  (jetty-closer-9487-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3205973 INFO  (jetty-closer-9487-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e2e5287: rootName = solr_36703, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@16cfa038
   [junit4]   2> 3205973 ERROR (Thread[Thread-7368,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:32923_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 3205974 INFO  (jetty-closer-9487-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5ceaa771{/solr,null,UNAVAILABLE}
   [junit4]   2> 3205975 INFO  (jetty-closer-9487-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36703_solr
   [junit4]   2> 3205976 INFO  (jetty-closer-9487-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3205976 INFO  (zkCallback-9504-thread-3-processing-n:127.0.0.1:36703_solr) [n:127.0.0.1:36703_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3205978 INFO  (coreCloseExecutor-11649-thread-1) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@21c7a29
   [junit4]   2> 3205979 INFO  (coreCloseExecutor-11649-thread-1) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=35420713
   [junit4]   2> 3205979 INFO  (coreCloseExecutor-11649-thread-1) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ad7ab6c: rootName = solr_36703, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@10d2fe10
   [junit4]   2> 3205992 INFO  (coreCloseExecutor-11649-thread-1) [n:127.0.0.1:36703_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=35420713
   [junit4]   2> 3205995 INFO  (jetty-closer-9487-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99341293280624646-127.0.0.1:36703_solr-n_0000000000) closing
   [junit4]   2> 3205995 INFO  (OverseerStateUpdate-99341293280624646-127.0.0.1:36703_solr-n_0000000000) [n:127.0.0.1:36703_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36703_solr
   [junit4]   2> 3206003 WARN  (OverseerAutoScalingTriggerThread-99341293280624646-127.0.0.1:36703_solr-n_0000000000) [n:127.0.0.1:36703_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3206005 ERROR (Thread[Thread-7365,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:36703_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 3206007 INFO  (jetty-closer-9487-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2f39c3c1{/solr,null,UNAVAILABLE}
   [junit4]   2> 3206007 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B98C602AD2D25541]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3206008 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B98C602AD2D25541]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36319 36319
   [junit4]   2> 3206717 INFO  (Thread-7348) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36319 36319
   [junit4]   2> 3206719 WARN  (Thread-7348) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [ju

[...truncated too long message...]

cutor-7473-thread-1) [n:127.0.0.1:37329_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4]  CLOSING SolrCore org.apache.solr.core.SolrCore@12a9e2fc
   [junit4]   2> 3335103 INFO  (jetty-closer-3565-thread-3) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3335103 INFO  (coreCloseExecutor-7473-thread-1) [n:127.0.0.1:37329_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_p4, tag=313123580
   [junit4]   2> 3335103 INFO  (zkCallback-3610-thread-2-processing-n:127.0.0.1:39815_solr) [n:127.0.0.1:39815_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3335103 INFO  (coreCloseExecutor-7473-thread-1) [n:127.0.0.1:37329_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@289e2600: rootName = solr_37329, domain = solr.core..system.shard1.replica_p4, service url = null, agent id = null] for registry solr.core..system.shard1.replica_p4 / com.codahale.metrics.MetricRegistry@49684e9b
   [junit4]   2> 3335103 INFO  (zkCallback-3590-thread-3-processing-n:127.0.0.1:36033_solr) [n:127.0.0.1:36033_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3335103 INFO  (zkCallback-3586-thread-2-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3335104 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160ee638eff000e, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3335104 INFO  (jetty-closer-3565-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6cfe38b3{/solr,null,UNAVAILABLE}
   [junit4]   2> 3335112 INFO  (coreCloseExecutor-7472-thread-1) [n:127.0.0.1:36033_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=732088155
   [junit4]   2> 3335113 INFO  (jetty-closer-3565-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99341303170400265-127.0.0.1:36033_solr-n_0000000001) closing
   [junit4]   2> 3335114 INFO  (OverseerStateUpdate-99341303170400265-127.0.0.1:36033_solr-n_0000000001) [n:127.0.0.1:36033_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36033_solr
   [junit4]   2> 3335115 WARN  (OverseerAutoScalingTriggerThread-99341303170400265-127.0.0.1:36033_solr-n_0000000001) [n:127.0.0.1:36033_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3335118 INFO  (zkCallback-3586-thread-2-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37329_solr
   [junit4]   2> 3335118 INFO  (jetty-closer-3565-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7c6dcb8c{/solr,null,UNAVAILABLE}
   [junit4]   2> 3335122 INFO  (coreCloseExecutor-7473-thread-1) [n:127.0.0.1:37329_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=313123580
   [junit4]   2> 3335123 INFO  (jetty-closer-3565-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c270f47{/solr,null,UNAVAILABLE}
   [junit4]   2> 3335124 ERROR (SUITE-TestClusterStateProvider-seed#[B98C602AD2D25541]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3335124 INFO  (SUITE-TestClusterStateProvider-seed#[B98C602AD2D25541]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43721 43721
   [junit4]   2> 3335897 INFO  (Thread-8448) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43721 43721
   [junit4]   2> 3335897 WARN  (Thread-8448) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/configs/.system
   [junit4]   2> 	3	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	23	/solr/collections/.system/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_B98C602AD2D25541-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=en-MT, timezone=Asia/Bahrain
   [junit4]   2> NOTE: Linux 4.13.0-26-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=228467064,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestRandomCollapseQParserPlugin, TestRandomDVFaceting, InfixSuggestersTest, EnumFieldTest, TestDelegationWithHadoopAuth, TestRecoveryHdfs, TestInPlaceUpdatesStandalone, TestSQLHandlerNonCloud, TestSolrIndexConfig, VMParamsZkACLAndCredentialsProvidersTest, TestPKIAuthenticationPlugin, TestReplicationHandler, TestPolicyCloud, BasicAuthStandaloneTest, SliceStateTest, BasicZkTest, SolrPluginUtilsTest, JvmMetricsTest, StatsReloadRaceTest, TestPhraseSuggestions, QueryParsingTest, CdcrReplicationDistributedZkTest, AssignBackwardCompatibilityTest, TestCloudPseudoReturnFields, URLClassifyProcessorTest, TestDistribStateManager, BadCopyFieldTest, TestCustomSort, TestManagedSchemaAPI, SpatialFilterTest, SolrShardReporterTest, LeaderFailoverAfterPartitionTest, RAMDirectoryFactoryTest, TestCloudNestedDocsSort, SimpleCollectionCreateDeleteTest, TestSolrJ, TestZkAclsWithHadoopAuth, ConnectionManagerTest, TestSuggestSpellingConverter, TestLegacyField, TestPostingsSolrHighlighter, ResponseLogComponentTest, HdfsTlogReplayBufferedWhileIndexingTest, TestCSVLoader, TestDistributedSearch, RemoteQueryErrorTest, SimpleFacetsTest, NoCacheHeaderTest, CacheHeaderTest, SolrXmlInZkTest, SimpleMLTQParserTest, BasicFunctionalityTest, TestJavabinTupleStreamParser, CachingDirectoryFactoryTest, CursorPagingTest, DocValuesTest, DateFieldTest, TestSolrCoreParser, UpdateRequestProcessorFactoryTest, DocumentBuilderTest, CoreMergeIndexesAdminHandlerTest, TestExactStatsCache, TestSchemaNameResource, UninvertDocValuesMergePolicyTest, MissingSegmentRecoveryTest, HdfsRestartWhileUpdatingTest, AddSchemaFieldsUpdateProcessorFactoryTest, OverseerTaskQueueTest, TestRebalanceLeaders, LeaderElectionIntegrationTest, SearchHandlerTest, TolerantUpdateProcessorTest, TestSortByMinMaxFunction, TestCollapseQParserPlugin, DirectUpdateHandlerOptimizeTest, TestExportWriter, TestBlendedInfixSuggestions, TestFieldCacheSort, TestHighlightDedupGrouping, TestTlogReplica, FastVectorHighlighterTest, StatelessScriptUpdateProcessorFactoryTest, LeaderInitiatedRecoveryOnShardRestartTest, BaseCdcrDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, TestGraphTermsQParserPlugin, TestRTimerTree, TestPullReplicaErrorHandling, TestOnReconnectListenerSupport, NumberUtilsTest, DirectoryFactoryTest, RestartWhileUpdatingTest, SchemaApiFailureTest, TermsComponentTest, CursorMarkTest, AnalysisErrorHandlingTest, BasicDistributedZkTest, SolrInfoBeanTest, SearchRateTriggerTest, HighlighterMaxOffsetTest, CollectionStateFormat2Test, StressHdfsTest, SolrMetricManagerTest, TestFastOutputStream, DistributedQueryComponentOptimizationTest, TestCorePropertiesReload, CdcrVersionReplicationTest, TestStressCloudBlindAtomicUpdates, TestRandomFaceting, TestPivotHelperCode, TestFieldResource, TestIndexingPerformance, TestDocTermOrds, FullHLLTest, TestLeaderElectionWithEmptyReplica, TestLegacyNumericRangeQueryBuilder, TestShortCircuitedRequests, TestLargeCluster, PrimitiveFieldTypeTest, TestUpdate, TestLuceneIndexBackCompat, TestReversedWildcardFilterFactory, TestCrossCoreJoin, TestConfig, TestClusterProperties, TestLocalFSCloudBackupRestore, TestJoin, DistributedVersionInfoTest, ForceLeaderTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, MoveReplicaHDFSTest, OverseerCollectionConfigSetProcessorTest, ReplaceNodeTest, SSLMigrationTest, SaslZkACLProviderTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudPivotFacet, TestConfigSetsAPI, TestDistribDocBasedVersion, TestHdfsCloudBackupRestore, TestPrepRecovery, TestRandomFlRTGCloud, TestSkipOverseerOperations, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, AutoScalingHandlerTest, ExecutePlanActionTest, NodeAddedTriggerTest, TestPolicyCloud, TestClusterStateProvider]
   [junit4] Completed [570/766 (2!)] on J0 in 5.23s, 2 tests, 1 failure <<< FAILURES!

[...truncated 48795 lines...]

[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+37) - Build # 1170 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1170/
Java: 64bit/jdk-10-ea+37 -XX:-UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testMultiVariateNormalDistribution

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([5E9A2644272FE770:C461AF331006A57B]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testMultiVariateNormalDistribution(StreamExpressionTest.java:7549)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([23A4129031B5ED54:1C2C113826E31DB3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.testParse

Error Message:
Error from server at http://127.0.0.1:33389/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33389/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.
	at __randomizedtesting.SeedInfo.seed([23A4129031B5ED54:4C2159C88DC3DEBB]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.doBefore(TimeRoutedAliasUpdateProcessorTest.java:84)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12931 lines...]
   [junit4] Suite: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/init-core-data-001
   [junit4]   2> 1386588 WARN  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[23A4129031B5ED54]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
   [junit4]   2> 1386588 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[23A4129031B5ED54]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1386589 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[23A4129031B5ED54]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1386589 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[23A4129031B5ED54]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1386589 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[23A4129031B5ED54]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001
   [junit4]   2> 1386589 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[23A4129031B5ED54]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1386589 INFO  (Thread-4231) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1386589 INFO  (Thread-4231) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1386591 ERROR (Thread-4231) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1386689 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[23A4129031B5ED54]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:44473
   [junit4]   2> 1386691 INFO  (zkConnectionManagerCallback-4325-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1386692 INFO  (jetty-launcher-4322-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1386692 INFO  (jetty-launcher-4322-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1386693 INFO  (jetty-launcher-4322-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@557b7916{/solr,null,AVAILABLE}
   [junit4]   2> 1386693 INFO  (jetty-launcher-4322-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2765b00e{/solr,null,AVAILABLE}
   [junit4]   2> 1386695 INFO  (jetty-launcher-4322-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3847b0f1{HTTP/1.1,[http/1.1]}{127.0.0.1:33389}
   [junit4]   2> 1386695 INFO  (jetty-launcher-4322-thread-1) [    ] o.e.j.s.Server Started @1388698ms
   [junit4]   2> 1386695 INFO  (jetty-launcher-4322-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@69b33752{HTTP/1.1,[http/1.1]}{127.0.0.1:34901}
   [junit4]   2> 1386695 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33389}
   [junit4]   2> 1386695 INFO  (jetty-launcher-4322-thread-2) [    ] o.e.j.s.Server Started @1388698ms
   [junit4]   2> 1386695 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34901}
   [junit4]   2> 1386695 ERROR (jetty-launcher-4322-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1386695 ERROR (jetty-launcher-4322-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1386695 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.3.0
   [junit4]   2> 1386695 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.3.0
   [junit4]   2> 1386695 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1386695 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1386695 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1386695 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1386695 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T02:14:48.396566Z
   [junit4]   2> 1386695 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T02:14:48.396587Z
   [junit4]   2> 1386696 INFO  (zkConnectionManagerCallback-4329-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1386696 INFO  (zkConnectionManagerCallback-4328-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1386696 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1386696 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1386699 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160ed4c4ae30001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1386700 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44473/solr
   [junit4]   2> 1386700 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44473/solr
   [junit4]   2> 1386700 INFO  (zkConnectionManagerCallback-4335-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1386701 INFO  (zkConnectionManagerCallback-4337-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1386701 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160ed4c4ae30004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1386701 INFO  (zkConnectionManagerCallback-4340-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1386701 INFO  (zkConnectionManagerCallback-4341-thread-1-processing-n:127.0.0.1:33389_solr) [n:127.0.0.1:33389_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1386731 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:34901_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1386731 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:33389_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1386731 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:34901_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34901_solr
   [junit4]   2> 1386731 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:33389_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33389_solr
   [junit4]   2> 1386732 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:34901_solr    ] o.a.s.c.Overseer Overseer (id=99340103731838981-127.0.0.1:34901_solr-n_0000000000) starting
   [junit4]   2> 1386732 INFO  (zkCallback-4339-thread-1-processing-n:127.0.0.1:33389_solr) [n:127.0.0.1:33389_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1386732 INFO  (zkCallback-4338-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1386735 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:34901_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34901_solr
   [junit4]   2> 1386736 INFO  (zkCallback-4338-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1386736 INFO  (zkCallback-4339-thread-1-processing-n:127.0.0.1:33389_solr) [n:127.0.0.1:33389_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1386769 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:33389_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33389.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70bec0a9
   [junit4]   2> 1386771 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:34901_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34901.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70bec0a9
   [junit4]   2> 1386775 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:34901_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34901.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70bec0a9
   [junit4]   2> 1386775 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:34901_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34901.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70bec0a9
   [junit4]   2> 1386776 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:34901_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/.
   [junit4]   2> 1386777 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:33389_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33389.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70bec0a9
   [junit4]   2> 1386778 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:33389_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33389.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70bec0a9
   [junit4]   2> 1386779 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:33389_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node1/.
   [junit4]   2> 1386862 INFO  (zkConnectionManagerCallback-4347-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1386866 INFO  (qtp2085154506-15779) [n:127.0.0.1:33389_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1386866 INFO  (qtp2085154506-15779) [n:127.0.0.1:33389_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1386871 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[23A4129031B5ED54]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1386872 INFO  (qtp2085154506-15779) [n:127.0.0.1:33389_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1386873 INFO  (qtp2085154506-15779) [n:127.0.0.1:33389_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1386873 INFO  (qtp2085154506-15781) [n:127.0.0.1:33389_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1386873 INFO  (qtp2085154506-15781) [n:127.0.0.1:33389_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1386874 INFO  (qtp2085154506-15771) [n:127.0.0.1:33389_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1386874 INFO  (qtp2085154506-15771) [n:127.0.0.1:33389_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1386874 INFO  (qtp2085154506-15769) [n:127.0.0.1:33389_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1386874 INFO  (qtp2085154506-15769) [n:127.0.0.1:33389_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1386874 INFO  (qtp2085154506-15781) [n:127.0.0.1:33389_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1386875 INFO  (qtp2085154506-15781) [n:127.0.0.1:33389_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1386875 INFO  (qtp2085154506-15779) [n:127.0.0.1:33389_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1386876 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.CreateCollectionCmd Create collection timeConfig
   [junit4]   2> 1386876 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 1386876 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/timeConfig/protwords.txt
   [junit4]   2> 1386877 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/timeConfig/managed-schema
   [junit4]   2> 1386877 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/timeConfig/solrconfig.xml
   [junit4]   2> 1386878 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/timeConfig/synonyms.txt
   [junit4]   2> 1386878 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/timeConfig/stopwords.txt
   [junit4]   2> 1386879 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/timeConfig/lang/contractions_it.txt
   [junit4]   2> 1386879 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/timeConfig/lang/stemdict_nl.txt
   [junit4]   2> 1386880 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/timeConfig/lang/stopwords_hy.txt
   [junit4]   2> 1386880 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/timeConfig/lang/stopwords_no.txt
   [junit4]   2> 1386881 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/timeConfig/lang/contractions_ca.txt
   [junit4]   2> 1386881 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/timeConfig/lang/stopwords_id.txt
   [junit4]   2> 1386882 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/timeConfig/lang/stopwords_ga.txt
   [junit4]   2> 1386882 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/timeConfig/lang/stopwords_hi.txt
   [junit4]   2> 1386883 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/timeConfig/lang/stopwords_da.txt
   [junit4]   2> 1386883 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/timeConfig/lang/stopwords_ja.txt
   [junit4]   2> 1386884 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/timeConfig/lang/stopwords_pt.txt
   [junit4]   2> 1386884 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/timeConfig/lang/stopwords_hu.txt
   [junit4]   2> 1386885 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/timeConfig/lang/stopwords_el.txt
   [junit4]   2> 1386885 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/timeConfig/lang/stopwords_ru.txt
   [junit4]   2> 1386886 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/timeConfig/lang/stopwords_tr.txt
   [junit4]   2> 1386886 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/timeConfig/lang/stopwords_ar.txt
   [junit4]   2> 1386887 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/timeConfig/lang/userdict_ja.txt
   [junit4]   2> 1386887 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/timeConfig/lang/stopwords_eu.txt
   [junit4]   2> 1386888 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/timeConfig/lang/stopwords_it.txt
   [junit4]   2> 1386888 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/timeConfig/lang/stopwords_cz.txt
   [junit4]   2> 1386889 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/timeConfig/lang/stoptags_ja.txt
   [junit4]   2> 1386889 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/timeConfig/lang/contractions_fr.txt
   [junit4]   2> 1386890 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/timeConfig/lang/stopwords_de.txt
   [junit4]   2> 1386890 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/timeConfig/lang/stopwords_fa.txt
   [junit4]   2> 1386891 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/timeConfig/lang/contractions_ga.txt
   [junit4]   2> 1386891 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/timeConfig/lang/stopwords_ca.txt
   [junit4]   2> 1386892 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/timeConfig/lang/stopwords_nl.txt
   [junit4]   2> 1386892 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/timeConfig/lang/stopwords_bg.txt
   [junit4]   2> 1386893 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/timeConfig/lang/stopwords_lv.txt
   [junit4]   2> 1386893 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/timeConfig/lang/stopwords_en.txt
   [junit4]   2> 1386894 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/timeConfig/lang/stopwords_es.txt
   [junit4]   2> 1386894 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/timeConfig/lang/stopwords_th.txt
   [junit4]   2> 1386894 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/timeConfig/lang/stopwords_ro.txt
   [junit4]   2> 1386895 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/timeConfig/lang/stopwords_fr.txt
   [junit4]   2> 1386896 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/timeConfig/lang/stopwords_sv.txt
   [junit4]   2> 1386896 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/timeConfig/lang/stopwords_fi.txt
   [junit4]   2> 1386897 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/timeConfig/lang/hyphenations_ga.txt
   [junit4]   2> 1386897 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/timeConfig/lang/stopwords_gl.txt
   [junit4]   2> 1386898 INFO  (OverseerThreadFactory-4385-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/timeConfig/params.json
   [junit4]   2> 1387001 INFO  (OverseerStateUpdate-99340103731838981-127.0.0.1:34901_solr-n_0000000000) [n:127.0.0.1:34901_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"timeConfig",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"timeConfig_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34901/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1387203 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1387203 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1387305 INFO  (zkCallback-4338-thread-1-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1387305 INFO  (zkCallback-4338-thread-2-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1388209 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 1388209 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 1388209 WARN  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 1388209 WARN  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1388209 WARN  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 1388210 WARN  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1388210 WARN  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 1388210 WARN  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1388210 WARN  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 1388210 WARN  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1388215 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1388225 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 1388294 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 1388304 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig, trusted=true
   [junit4]   2> 1388305 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34901.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70bec0a9
   [junit4]   2> 1388305 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1388305 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/./timeConfig_shard1_replica_n1/data/]
   [junit4]   2> 1388306 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 1388337 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1388338 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1388338 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1388338 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1388339 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@39f3a3a6[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 1388340 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 1388340 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 1388340 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 1388340 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1388341 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1388341 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 1388342 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1388342 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589441661546528768
   [junit4]   2> 1388342 INFO  (searcherExecutor-4390-thread-1-processing-n:127.0.0.1:34901_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@39f3a3a6[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1388342 INFO  (searcherExecutor-4390-thread-1-processing-n:127.0.0.1:34901_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1388342 INFO  (searcherExecutor-4390-thread-1-processing-n:127.0.0.1:34901_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1388343 INFO  (searcherExecutor-4390-thread-1-processing-n:127.0.0.1:34901_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@39f3a3a6[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1388344 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1388344 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1388344 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34901/solr/timeConfig_shard1_replica_n1/
   [junit4]   2> 1388344 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1388344 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34901/solr/timeConfig_shard1_replica_n1/ has no replicas
   [junit4]   2> 1388344 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1388345 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34901/solr/timeConfig_shard1_replica_n1/ shard1
   [junit4]   2> 1388446 INFO  (zkCallback-4338-thread-2-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1388446 INFO  (zkCallback-4338-thread-3-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1388496 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1388557 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1354
   [junit4]   2> 1388559 INFO  (qtp2085154506-15779) [n:127.0.0.1:33389_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1388598 INFO  (zkCallback-4338-thread-3-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1388598 INFO  (zkCallback-4338-thread-2-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1388876 INFO  (OverseerCollectionConfigSetProcessor-99340103731838981-127.0.0.1:34901_solr-n_0000000000) [n:127.0.0.1:34901_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1389559 INFO  (qtp2085154506-15779) [n:127.0.0.1:33389_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2684
   [junit4]   2> 1389560 INFO  (qtp2085154506-15773) [n:127.0.0.1:33389_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1389561 INFO  (qtp2085154506-15773) [n:127.0.0.1:33389_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1389564 INFO  (qtp1278323321-15782) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"set-user-property":{"timePartitionAliasName":"myalias"}}, {"set-user-property":{"update.autoCreateFields":false}}, {"add-updateprocessor":{
   [junit4]   2>     "name":"tolerant",
   [junit4]   2>     "class":"solr.TolerantUpdateProcessorFactory"}}, {"add-updateprocessor":{
   [junit4]   2>     "name":"inc",
   [junit4]   2>     "class":"org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest$IncrementURPFactory",
   [junit4]   2>     "fieldName":"integer_i"}}]
   [junit4]   2> 1389564 INFO  (qtp1278323321-15782) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property overlay to be of version 0 for collection timeConfig
   [junit4]   2> 1389564 INFO  (Thread-4250) [n:127.0.0.1:34901_solr    ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
   [junit4]   2> 1389564 INFO  (Thread-4250) [n:127.0.0.1:34901_solr    ] o.a.s.c.SolrCore core reload timeConfig_shard1_replica_n1
   [junit4]   2> 1389565 INFO  (solrHandlerExecutor-4395-thread-1-processing-n:127.0.0.1:34901_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1389569 INFO  (Thread-4250) [n:127.0.0.1:34901_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 1389569 INFO  (Thread-4250) [n:127.0.0.1:34901_solr    ] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 1389569 WARN  (Thread-4250) [n:127.0.0.1:34901_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 1389570 WARN  (Thread-4250) [n:127.0.0.1:34901_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1389570 WARN  (Thread-4250) [n:127.0.0.1:34901_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 1389570 WARN  (Thread-4250) [n:127.0.0.1:34901_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1389570 WARN  (Thread-4250) [n:127.0.0.1:34901_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 1389570 WARN  (Thread-4250) [n:127.0.0.1:34901_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1389570 WARN  (Thread-4250) [n:127.0.0.1:34901_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 1389570 WARN  (Thread-4250) [n:127.0.0.1:34901_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1389576 INFO  (Thread-4250) [n:127.0.0.1:34901_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1389587 INFO  (Thread-4250) [n:127.0.0.1:34901_solr    ] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 1389659 INFO  (Thread-4250) [n:127.0.0.1:34901_solr    ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 1389666 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 1389666 INFO  (qtp1278323321-15778) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1389666 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 1389666 INFO  (solrHandlerExecutor-4395-thread-1-processing-n:127.0.0.1:34901_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:34901/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 1 attempts
   [junit4]   2> 1389666 INFO  (solrHandlerExecutor-4395-thread-1-processing-n:127.0.0.1:34901_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1389670 INFO  (Thread-4250) [n:127.0.0.1:34901_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig
   [junit4]   2> 1389682 INFO  (Thread-4250) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34901.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70bec0a9
   [junit4]   2> 1389682 INFO  (Thread-4250) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/timeConfig_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_23A4129031B5ED54-001/tempDir-001/node2/./timeConfig_shard1_replica_n1/data/]
   [junit4]   2> 1389684 INFO  (Thread-4250) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 1389713 INFO  (Thread-4250) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1389713 INFO  (Thread-4250) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1389714 INFO  (Thread-4250) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e9165d6[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 1389714 INFO  (Thread-4250) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 1389714 INFO  (Thread-4250) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 1389715 INFO  (Thread-4250) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 1389715 INFO  (Thread-4250) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1389715 INFO  (Thread-4250) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1389715 INFO  (Thread-4250) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 1389715 INFO  (Thread-4250) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1389716 INFO  (searcherExecutor-4396-thread-1-processing-n:127.0.0.1:34901_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@1e9165d6[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1389716 INFO  (Thread-4250) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589441662987272192
   [junit4]   2> 1389716 INFO  (searcherExecutor-4396-thread-1-processing-n:127.0.0.1:34901_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1389716 INFO  (searcherExecutor-4396-thread-1-processing-n:127.0.0.1:34901_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1389717 INFO  (Thread-4250) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1389718 INFO  (searcherExecutor-4396-thread-1-processing-n:127.0.0.1:34901_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@1e9165d6[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1389718 INFO  (Thread-4250) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a08bc97[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 1389718 INFO  (searcherExecutor-4396-thread-1-processing-n:127.0.0.1:34901_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@3a08bc97[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1389718 INFO  (searcherExecutor-4396-thread-1-processing-n:127.0.0.1:34901_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1389720 INFO  (searcherExecutor-4396-thread-1-processing-n:127.0.0.1:34901_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@3a08bc97[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1389767 INFO  (qtp1278323321-15770) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 0 of config
   [junit4]   2> 1389767 INFO  (qtp1278323321-15770) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 1389767 INFO  (qtp1278323321-15770) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1389767 INFO  (qtp1278323321-15782) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 203.0ms to set the property overlay to be of version 0 for collection timeConfig
   [junit4]   2> 1389767 INFO  (qtp1278323321-15782) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config params={wt=javabin&version=2} status=0 QTime=204
   [junit4]   2> 1389767 INFO  (qtp1278323321-15782) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@38668a3b
   [junit4]   2> 1389767 INFO  (qtp1278323321-15782) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=946244155
   [junit4]   2> 1389767 INFO  (qtp1278323321-15782) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e823126: rootName = solr_34901, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4e5ec82e
   [junit4]   2> 1389775 INFO  (qtp1278323321-15782) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=946244155
   [junit4]   2> 1389776 INFO  (qtp2085154506-15769) [n:127.0.0.1:33389_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1389777 INFO  (qtp2085154506-15769) [n:127.0.0.1:33389_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1389778 INFO  (qtp1278323321-15768) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController Persisted config data to node /configs/timeConfig/params.json 
   [junit4]   2> 1389779 INFO  (qtp1278323321-15768) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property params to be of version 1 for collection timeConfig
   [junit4]   2> 1389779 INFO  (Thread-4251) [n:127.0.0.1:34901_solr    ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
   [junit4]   2> 1389779 INFO  (Thread-4251) [n:127.0.0.1:34901_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 1 
   [junit4]   2> 1389779 INFO  (Thread-4251) [n:127.0.0.1:34901_solr    ] o.a.s.c.RequestParams request params refreshed to version 1
   [junit4]   2> 1389780 INFO  (solrHandlerExecutor-4400-thread-1-processing-n:127.0.0.1:34901_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1389880 INFO  (qtp1278323321-15770) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 1 of params
   [junit4]   2> 1389881 INFO  (qtp1278323321-15770) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 1389881 INFO  (qtp1278323321-15770) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={params=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1389881 INFO  (qtp1278323321-15768) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 102.0ms to set the property params to be of version 1 for collection timeConfig
   [junit4]   2> 1389881 INFO  (qtp1278323321-15768) [n:127.0.0.1:34901_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/params params={wt=javabin&version=2} status=0 QTime=103
   [junit4]   2> 1389881 INFO  (qtp2085154506-15779) [n:127.0.0.1:33389_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1389882 INFO  (qtp2085154506-15779) [n:127.0.0.1:33389_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1389882 INFO  (qtp2085154506-15771) [n:127.0.0.1:33389_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1389883 INFO  (qtp2085154506-15771) [n:127.0.0.1:33389_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1389883 INFO  (qtp2085154506-15773) [n:127.0.0.1:33389_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=timeConfig&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1389884 INFO  (OverseerThreadFactory-4385-thread-2-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1389884 INFO  (qtp1278323321-15780) [n:127.0.0.1:34901_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=null
   [junit4]   2> 1389884 INFO  (qtp1278323321-15780) [n:127.0.0.1:34901_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@374089dc: rootName = solr_34901, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4e5ec82e
   [junit4]   2> 1389892 INFO  (qtp1278323321-15780) [n:127.0.0.1:34901_solr    ] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@53824c16
   [junit4]   2> 1389892 INFO  (qtp1278323321-15780) [n:127.0.0.1:34901_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=1401048086
   [junit4]   2> 1389892 INFO  (qtp1278323321-15780) [n:127.0.0.1:34901_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=1401048086
   [junit4]   2> 1389894 INFO  (qtp1278323321-15780) [n:127.0.0.1:34901_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=timeConfig_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 1390597 INFO  (qtp2085154506-15773) [n:127.0.0.1:33389_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=timeConfig&action=DELETE&wt=javabin&version=2} status=0 QTime=713
   [junit4]   2> 1390597 INFO  (qtp2085154506-15769) [n:127.0.0.1:33389_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1390597 INFO  (qtp2085154506-15769) [n:127.0.0.1:33389_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1390597 INFO  (qtp2085154506-15779) [n:127.0.0.1:33389_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1390598 INFO  (qtp2085154506-15779) [n:127.0.0.1:33389_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1390598 INFO  (qtp2085154506-15781) [n:127.0.0.1:33389_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.timePartitionAliasName=myalias&collection.configName=timeConfig&maxShardsPerNode=2&name=myalias_2017-10-23&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1390599 INFO  (OverseerThreadFactory-4385-thread-3-processing-n:127.0.0.1:34901_solr) [n:127.0.0.1:34901_solr    ] o.a.s.c.CreateCollectionCmd Create collection myalias_2017-10-23
   [junit4]   2> 1390599 INFO  (OverseerCollectionConfigSetProcessor-99340103731838981-127.0.0.1:34901_solr-n_0000000000) [n:127.0.0.1:34901_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1390803 INFO  (OverseerStateUpdate-99340103731838981-127.0.0.1:34901_solr-n_0000000000) [n:127.0.0.1:34901_solr    ] o.a.s.c.o.SliceMutator create

[...truncated too long message...]

0.0.1:37285_solr) [n:127.0.0.1:37285_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 144612 INFO  (jetty-closer-1183-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@796bb3cf{/solr,null,UNAVAILABLE}
   [junit4]   2> 144618 INFO  (coreCloseExecutor-748-thread-1) [n:127.0.0.1:46183_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=1622269974
   [junit4]   2> 144618 INFO  (coreCloseExecutor-749-thread-1) [n:127.0.0.1:37285_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=1767520899
   [junit4]   2> 144619 INFO  (jetty-closer-1183-thread-4) [    ] o.a.s.c.Overseer Overseer (id=99340252794060810-127.0.0.1:46183_solr-n_0000000000) closing
   [junit4]   2> 144619 INFO  (OverseerStateUpdate-99340252794060810-127.0.0.1:46183_solr-n_0000000000) [n:127.0.0.1:46183_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46183_solr
   [junit4]   2> 144619 WARN  (OverseerAutoScalingTriggerThread-99340252794060810-127.0.0.1:46183_solr-n_0000000000) [n:127.0.0.1:46183_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 144620 INFO  (jetty-closer-1183-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@539ce93c{/solr,null,UNAVAILABLE}
   [junit4]   2> 144620 INFO  (jetty-closer-1183-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6bbd69bb{/solr,null,UNAVAILABLE}
   [junit4]   2> 146110 WARN  (zkCallback-1216-thread-1-processing-n:127.0.0.1:35333_solr) [n:127.0.0.1:35333_solr    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:37285_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:37285_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
   [junit4]   2> 	at java.base/java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4717)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 146111 INFO  (jetty-closer-1183-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3762cc32{/solr,null,UNAVAILABLE}
   [junit4]   2> 146111 ERROR (SUITE-StreamExpressionTest-seed#[5E9A2644272FE770]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 146112 INFO  (SUITE-StreamExpressionTest-seed#[5E9A2644272FE770]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35049 35049
   [junit4]   2> 147394 INFO  (Thread-490) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35049 35049
   [junit4]   2> 147394 WARN  (Thread-490) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	78	/solr/aliases.json
   [junit4]   2> 	78	/solr/clusterprops.json
   [junit4]   2> 	11	/solr/configs/conf
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	78	/solr/clusterstate.json
   [junit4]   2> 	20	/solr/collections/parallelDestinationCollection/state.json
   [junit4]   2> 	20	/solr/collections/parallelDestinationCollection1/state.json
   [junit4]   2> 	20	/solr/collections/destinationCollection/state.json
   [junit4]   2> 	10	/solr/collections/mainCorpus1/state.json
   [junit4]   2> 	10	/solr/collections/destination/state.json
   [junit4]   2> 	10	/solr/collections/destination1/state.json
   [junit4]   2> 	10	/solr/collections/collection1_collection/state.json
   [junit4]   2> 	10	/solr/collections/workQueue1/state.json
   [junit4]   2> 	10	/solr/collections/workQueue/state.json
   [junit4]   2> 	10	/solr/collections/mainCorpus/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99340252794060810-127.0.0.1:46183_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	78	/solr/live_nodes
   [junit4]   2> 	78	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_5E9A2644272FE770-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=PostingsFormat(name=LuceneVarGapFixedInterval), join2_s=Lucene50(blocksize=128), multiDefault=Lucene50(blocksize=128), subject=Lucene50(blocksize=128), price_f=Lucene50(blocksize=128), a1_s=FSTOrd50, a_f=FSTOrd50, intDefault=FSTOrd50, join1_i=PostingsFormat(name=LuceneVarGapFixedInterval), a2_s=PostingsFormat(name=LuceneVarGapFixedInterval), a_i=BlockTreeOrds(blocksize=128), join3_i=BlockTreeOrds(blocksize=128), test_i=Lucene50(blocksize=128), field_i=Lucene50(blocksize=128), level1_s=PostingsFormat(name=LuceneVarGapFixedInterval), body_t=BlockTreeOrds(blocksize=128), s_multi=PostingsFormat(name=LuceneVarGapFixedInterval), level2_s=FSTOrd50, col_s=FSTOrd50, a_ss=Lucene50(blocksize=128), a_s=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=Lucene50(blocksize=128), id=BlockTreeOrds(blocksize=128), text=PostingsFormat(name=LuceneVarGapFixedInterval), timestamp=Lucene50(blocksize=128), i_multi=BlockTreeOrds(blocksize=128), b_ls=FSTOrd50, test_dt=PostingsFormat(name=LuceneVarGapFixedInterval), test_t=BlockTreeOrds(blocksize=128), ident_s=FSTOrd50, order_i=Lucene50(blocksize=128), _version_=FSTOrd50, side_s=BlockTreeOrds(blocksize=128), miles_i=FSTOrd50}, docValues:{expr_s=DocValuesFormat(name=Memory), join2_s=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), price_f=DocValuesFormat(name=Lucene70), a1_s=DocValuesFormat(name=Direct), a_f=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Direct), join1_i=DocValuesFormat(name=Memory), a2_s=DocValuesFormat(name=Memory), a_i=DocValuesFormat(name=Lucene70), join3_i=DocValuesFormat(name=Lucene70), test_i=DocValuesFormat(name=Lucene70), field_i=DocValuesFormat(name=Lucene70), level1_s=DocValuesFormat(name=Memory), s_multi=DocValuesFormat(name=Memory), level2_s=DocValuesFormat(name=Direct), col_s=DocValuesFormat(name=Direct), a_ss=DocValuesFormat(name=Lucene70), a_s=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70), i_multi=DocValuesFormat(name=Lucene70), b_ls=DocValuesFormat(name=Direct), test_dt=DocValuesFormat(name=Memory), ident_s=DocValuesFormat(name=Direct), order_i=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Direct), side_s=DocValuesFormat(name=Lucene70), miles_i=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1989, maxMBSortInHeap=6.692872295858714, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-DJ, timezone=America/Grenada
   [junit4]   2> NOTE: Linux 4.13.0-26-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=276444272,total=504889344
   [junit4]   2> NOTE: All tests run in this JVM: [TestNamedListCodec, StreamingTest, LargeVolumeBinaryJettyTest, HttpSolrClientConPoolTest, SchemaTest, TestXMLEscaping, SolrExampleStreamingTest, NaturalLogEvaluatorTest, AnlysisResponseBaseTest, JdbcTest, EmpiricalDistributionEvaluatorTest, LargeVolumeEmbeddedTest, ArcSineEvaluatorTest, TestZkConfigManager, TestV1toV2ApiMapper, HyperbolicTangentEvaluatorTest, TestToleratedUpdateError, GreaterThanEvaluatorTest, NotEvaluatorTest, ShardParamsTest, TestPathTrie, TestClusteringResponse, ConcurrentUpdateSolrClientBuilderTest, HttpSolrClientSSLAuthConPoolTest, GraphExpressionTest, StreamExpressionTest]
   [junit4] Completed [146/146 (1!)] on J0 in 76.06s, 149 tests, 1 failure, 9 skipped <<< FAILURES!

[...truncated 39952 lines...]