You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/04/23 05:53:45 UTC

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 79 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/79/

2 tests failed.
FAILED:  org.apache.solr.update.processor.CategoryRoutedAliasUpdateProcessorTest.testSliceRouting

Error Message:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:39346/solr/myAlias__CRA__Heart_of_Gold_shard3_replica_n12

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:39346/solr/myAlias__CRA__Heart_of_Gold_shard3_replica_n12
	at __randomizedtesting.SeedInfo.seed([4372743939639BD8:72E2F8D59D3564F1]:0)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.directUpdate(BaseCloudSolrClient.java:505)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:977)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:837)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:769)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:177)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
	at org.apache.solr.update.processor.CategoryRoutedAliasUpdateProcessorTest.testSliceRouting(CategoryRoutedAliasUpdateProcessorTest.java:366)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:39346/solr/myAlias__CRA__Heart_of_Gold_shard3_replica_n12
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.directUpdate(BaseCloudSolrClient.java:499)
	... 46 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
	... 51 more


FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"https://127.0.0.1:40562/solr",           "node_name":"127.0.0.1:40562_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node5":{           "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"https://127.0.0.1:41839/solr",           "node_name":"127.0.0.1:41839_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"https://127.0.0.1:40562/solr",           "node_name":"127.0.0.1:40562_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"https://127.0.0.1:41839/solr",           "node_name":"127.0.0.1:41839_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:38970_solr, 127.0.0.1:40562_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"https://127.0.0.1:40562/solr",           "node_name":"127.0.0.1:40562_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node5":{           "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"https://127.0.0.1:41839/solr",           "node_name":"127.0.0.1:41839_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"https://127.0.0.1:40562/solr",           "node_name":"127.0.0.1:40562_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"https://127.0.0.1:41839/solr",           "node_name":"127.0.0.1:41839_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"https://127.0.0.1:40562/solr",
          "node_name":"127.0.0.1:40562_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"https://127.0.0.1:41839/solr",
          "node_name":"127.0.0.1:41839_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"https://127.0.0.1:40562/solr",
          "node_name":"127.0.0.1:40562_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"https://127.0.0.1:41839/solr",
          "node_name":"127.0.0.1:41839_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:38970_solr, 127.0.0.1:40562_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"https://127.0.0.1:40562/solr",
          "node_name":"127.0.0.1:40562_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"https://127.0.0.1:41839/solr",
          "node_name":"127.0.0.1:41839_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"https://127.0.0.1:40562/solr",
          "node_name":"127.0.0.1:40562_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"https://127.0.0.1:41839/solr",
          "node_name":"127.0.0.1:41839_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([4372743939639BD8:7BC150C71E904F09]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15079 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4372743939639BD8-001/init-core-data-001
   [junit4]   2> 3145213 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=23 numCloses=23
   [junit4]   2> 3145213 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3145215 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3145216 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3145280 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 3145313 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3145316 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3145320 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3145320 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3145320 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3145322 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@337f891c{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3145500 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@41886e8a{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-39947-hdfs-_-any-5253880896642756172.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 3145502 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5efc853e{HTTP/1.1,[http/1.1]}{localhost:39947}
   [junit4]   2> 3145502 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.Server Started @3145562ms
   [junit4]   2> 3145624 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3145626 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3145626 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3145626 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3145626 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3145627 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@498d79b2{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3145782 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@697ec45a{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-43244-datanode-_-any-4277427586558466715.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 3145783 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@22326d1f{HTTP/1.1,[http/1.1]}{localhost:43244}
   [junit4]   2> 3145783 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.Server Started @3145843ms
   [junit4]   2> 3145951 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x90afb1057fd8ff7e: Processing first storage report for DS-eb00ff0c-3c23-4e40-8106-377be33b14f7 from datanode fb6e9a6b-c033-4218-a8c1-e4ea8f72313d
   [junit4]   2> 3145951 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x90afb1057fd8ff7e: from storage DS-eb00ff0c-3c23-4e40-8106-377be33b14f7 node DatanodeRegistration(127.0.0.1:43911, datanodeUuid=fb6e9a6b-c033-4218-a8c1-e4ea8f72313d, infoPort=42958, infoSecurePort=0, ipcPort=41618, storageInfo=lv=-57;cid=testClusterID;nsid=371522071;c=1555996459633), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3145951 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x90afb1057fd8ff7e: Processing first storage report for DS-b17da00c-879e-47dd-820d-bd1810245e99 from datanode fb6e9a6b-c033-4218-a8c1-e4ea8f72313d
   [junit4]   2> 3145951 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x90afb1057fd8ff7e: from storage DS-b17da00c-879e-47dd-820d-bd1810245e99 node DatanodeRegistration(127.0.0.1:43911, datanodeUuid=fb6e9a6b-c033-4218-a8c1-e4ea8f72313d, infoPort=42958, infoSecurePort=0, ipcPort=41618, storageInfo=lv=-57;cid=testClusterID;nsid=371522071;c=1555996459633), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3146169 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4372743939639BD8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 3146170 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4372743939639BD8]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4372743939639BD8-001/tempDir-002
   [junit4]   2> 3146171 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4372743939639BD8]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3146171 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3146171 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3146271 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4372743939639BD8]) [    ] o.a.s.c.ZkTestServer start zk server on port:41809
   [junit4]   2> 3146271 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4372743939639BD8]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41809
   [junit4]   2> 3146271 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4372743939639BD8]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41809
   [junit4]   2> 3146282 INFO  (zkConnectionManagerCallback-20653-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146290 INFO  (zkConnectionManagerCallback-20655-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146292 INFO  (zkConnectionManagerCallback-20657-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146296 WARN  (jetty-launcher-20658-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3146296 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3146296 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3146297 INFO  (jetty-launcher-20658-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3146298 WARN  (jetty-launcher-20658-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3146298 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3146298 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3146298 INFO  (jetty-launcher-20658-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3146300 INFO  (jetty-launcher-20658-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3146300 INFO  (jetty-launcher-20658-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3146300 INFO  (jetty-launcher-20658-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3146300 INFO  (jetty-launcher-20658-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55ed846e{/solr,null,AVAILABLE}
   [junit4]   2> 3146301 WARN  (jetty-launcher-20658-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3575bdbc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3146301 INFO  (jetty-launcher-20658-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@a2b588{SSL,[ssl, http/1.1]}{127.0.0.1:40562}
   [junit4]   2> 3146301 INFO  (jetty-launcher-20658-thread-3) [    ] o.e.j.s.Server Started @3146362ms
   [junit4]   2> 3146301 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40562}
   [junit4]   2> 3146302 ERROR (jetty-launcher-20658-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3146302 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3146302 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 3146302 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3146302 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3146302 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-23T05:14:20.704Z
   [junit4]   2> 3146303 INFO  (jetty-launcher-20658-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3146303 INFO  (jetty-launcher-20658-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3146304 INFO  (jetty-launcher-20658-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3146304 INFO  (zkConnectionManagerCallback-20660-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146304 INFO  (jetty-launcher-20658-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8492090{/solr,null,AVAILABLE}
   [junit4]   2> 3146304 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3146305 WARN  (jetty-launcher-20658-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5afdb904[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3146305 INFO  (jetty-launcher-20658-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4285af86{SSL,[ssl, http/1.1]}{127.0.0.1:38970}
   [junit4]   2> 3146305 INFO  (jetty-launcher-20658-thread-2) [    ] o.e.j.s.Server Started @3146365ms
   [junit4]   2> 3146305 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38970}
   [junit4]   2> 3146305 ERROR (jetty-launcher-20658-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3146305 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3146305 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 3146305 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3146305 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3146305 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-23T05:14:20.707Z
   [junit4]   2> 3146308 WARN  (jetty-launcher-20658-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3146308 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3146308 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3146308 INFO  (jetty-launcher-20658-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3146310 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3146310 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3146312 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3146318 INFO  (jetty-launcher-20658-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3146318 INFO  (jetty-launcher-20658-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3146318 INFO  (jetty-launcher-20658-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3146319 INFO  (jetty-launcher-20658-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47a5df2e{/solr,null,AVAILABLE}
   [junit4]   2> 3146319 WARN  (jetty-launcher-20658-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@aced770[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3146320 INFO  (zkConnectionManagerCallback-20662-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146320 INFO  (jetty-launcher-20658-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6ca530cf{SSL,[ssl, http/1.1]}{127.0.0.1:41839}
   [junit4]   2> 3146320 INFO  (jetty-launcher-20658-thread-1) [    ] o.e.j.s.Server Started @3146380ms
   [junit4]   2> 3146320 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41839}
   [junit4]   2> 3146320 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3146320 ERROR (jetty-launcher-20658-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3146320 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3146320 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 3146321 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3146321 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3146321 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-23T05:14:20.723Z
   [junit4]   2> 3146378 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3146378 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3146380 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3146401 INFO  (zkConnectionManagerCallback-20665-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146402 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3146406 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3146406 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3146407 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3146552 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3146553 WARN  (jetty-launcher-20658-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3146554 WARN  (jetty-launcher-20658-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1b46ddac[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3146558 WARN  (jetty-launcher-20658-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3146558 WARN  (jetty-launcher-20658-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7e114c2a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3146560 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41809/solr
   [junit4]   2> 3146566 INFO  (zkConnectionManagerCallback-20673-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146568 INFO  (zkConnectionManagerCallback-20675-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146597 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3146597 WARN  (jetty-launcher-20658-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3146598 WARN  (jetty-launcher-20658-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7a2299cd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3146601 WARN  (jetty-launcher-20658-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3146602 WARN  (jetty-launcher-20658-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@428e8e8e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3146603 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41809/solr
   [junit4]   2> 3146604 INFO  (zkConnectionManagerCallback-20683-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146607 INFO  (zkConnectionManagerCallback-20685-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146618 INFO  (jetty-launcher-20658-thread-2) [n:127.0.0.1:38970_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38970_solr
   [junit4]   2> 3146619 INFO  (jetty-launcher-20658-thread-2) [n:127.0.0.1:38970_solr    ] o.a.s.c.Overseer Overseer (id=73180305164468233-127.0.0.1:38970_solr-n_0000000000) starting
   [junit4]   2> 3146631 INFO  (zkConnectionManagerCallback-20692-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146634 INFO  (jetty-launcher-20658-thread-2) [n:127.0.0.1:38970_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41809/solr ready
   [junit4]   2> 3146635 INFO  (OverseerStateUpdate-73180305164468233-127.0.0.1:38970_solr-n_0000000000) [n:127.0.0.1:38970_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38970_solr
   [junit4]   2> 3146637 INFO  (jetty-launcher-20658-thread-2) [n:127.0.0.1:38970_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38970_solr
   [junit4]   2> 3146643 INFO  (zkCallback-20691-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3146649 INFO  (zkCallback-20684-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3146667 INFO  (jetty-launcher-20658-thread-2) [n:127.0.0.1:38970_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3146671 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3146675 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:41839_solr as DOWN
   [junit4]   2> 3146676 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3146676 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41839_solr
   [junit4]   2> 3146677 INFO  (zkCallback-20691-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3146678 INFO  (zkCallback-20684-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3146679 INFO  (zkCallback-20674-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3146695 INFO  (jetty-launcher-20658-thread-2) [n:127.0.0.1:38970_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3146711 INFO  (jetty-launcher-20658-thread-2) [n:127.0.0.1:38970_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3146711 INFO  (jetty-launcher-20658-thread-2) [n:127.0.0.1:38970_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3146712 INFO  (jetty-launcher-20658-thread-2) [n:127.0.0.1:38970_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4372743939639BD8-001/tempDir-002/node2/.
   [junit4]   2> 3146713 INFO  (zkConnectionManagerCallback-20698-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146714 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3146715 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41809/solr ready
   [junit4]   2> 3146716 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3146767 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3146782 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3146783 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3146784 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4372743939639BD8-001/tempDir-002/node1/.
   [junit4]   2> 3146887 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3146888 WARN  (jetty-launcher-20658-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3146889 WARN  (jetty-launcher-20658-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1d6d887c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3146892 WARN  (jetty-launcher-20658-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3146893 WARN  (jetty-launcher-20658-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@64bfad59[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3146894 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41809/solr
   [junit4]   2> 3146896 INFO  (zkConnectionManagerCallback-20705-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146898 INFO  (zkConnectionManagerCallback-20707-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146904 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3146908 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:40562_solr as DOWN
   [junit4]   2> 3146909 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3146909 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40562_solr
   [junit4]   2> 3146911 INFO  (zkCallback-20691-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3146911 INFO  (zkCallback-20697-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3146911 INFO  (zkCallback-20684-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3146911 INFO  (zkCallback-20674-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3146911 INFO  (zkCallback-20706-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3146939 INFO  (zkConnectionManagerCallback-20714-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146941 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3146942 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41809/solr ready
   [junit4]   2> 3146943 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3146971 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3146987 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3146987 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3146989 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4372743939639BD8-001/tempDir-002/node3/.
   [junit4]   2> 3147045 INFO  (zkConnectionManagerCallback-20720-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3147046 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4372743939639BD8]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3147047 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4372743939639BD8]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41809/solr ready
   [junit4]   2> 3147068 INFO  (qtp652773064-145074) [n:127.0.0.1:41839_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 3147084 INFO  (qtp1920431453-145062) [n:127.0.0.1:38970_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:38970_solr,127.0.0.1:41839_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3147088 INFO  (OverseerThreadFactory-9863-thread-1-processing-n:127.0.0.1:38970_solr) [n:127.0.0.1:38970_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
   [junit4]   2> 3147199 INFO  (OverseerStateUpdate-73180305164468233-127.0.0.1:38970_solr-n_0000000000) [n:127.0.0.1:38970_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38970/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3147203 INFO  (OverseerStateUpdate-73180305164468233-127.0.0.1:38970_solr-n_0000000000) [n:127.0.0.1:38970_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41839/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3147205 INFO  (OverseerStateUpdate-73180305164468233-127.0.0.1:38970_solr-n_0000000000) [n:127.0.0.1:38970_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38970/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3147208 INFO  (OverseerStateUpdate-73180305164468233-127.0.0.1:38970_solr-n_0000000000) [n:127.0.0.1:38970_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41839/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3147413 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr    x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3147414 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr    x:testSimple1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3147415 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr    x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3147416 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr    x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3147417 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr    x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3148451 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 3148452 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 3148458 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 3148480 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 3148488 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 3148490 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3148492 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3148493 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3148493 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 3148493 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3148493 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3148493 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39892/solr_hdfs_home
   [junit4]   2> 3148493 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3148493 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3148493 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4372743939639BD8-001/tempDir-002/node2/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node7/data/]
   [junit4]   2> 3148494 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3148494 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39892/solr_hdfs_home
   [junit4]   2> 3148494 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3148494 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4372743939639BD8-001/tempDir-002/node2/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node3/data/]
   [junit4]   2> 3148495 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
   [junit4]   2> 3148495 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node3/data/snapshot_metadata
   [junit4]   2> 3148496 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3148496 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3148497 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3148497 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39892/solr_hdfs_home
   [junit4]   2> 3148497 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3148497 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4372743939639BD8-001/tempDir-002/node1/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node5/data/]
   [junit4]   2> 3148498 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 3148499 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node5/data/snapshot_metadata
   [junit4]   2> 3148501 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3148501 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3148501 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3148502 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39892/solr_hdfs_home
   [junit4]   2> 3148502 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3148502 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4372743939639BD8-001/tempDir-002/node1/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node8/data/]
   [junit4]   2> 3148504 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
   [junit4]   2> 3148507 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3148508 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3148508 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3148510 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3148510 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3148510 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3148511 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3148511 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3148511 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3148516 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3148516 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3148516 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3148530 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3148532 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node8/data
   [junit4]   2> 3148535 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3148536 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node3/data
   [junit4]   2> 3149765 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3149766 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node7/data
   [junit4]   2> 3149772 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3149773 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node5/data
   [junit4]   2> 3149804 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node3/data/index
   [junit4]   2> 3149806 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node8/data/index
   [junit4]   2> 3149811 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3149811 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node7/data/index
   [junit4]   2> 3149813 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3149813 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3149814 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3149814 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node5/data/index
   [junit4]   2> 3149814 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3149815 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3149820 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3149821 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3149821 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3149821 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3149823 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3149823 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3149823 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3149823 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3149833 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3149837 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3149962 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3149962 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3149962 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3149962 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 3149962 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3149963 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 3149963 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3149963 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3149963 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 3149977 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3149977 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3149980 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3149980 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3149980 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3149980 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3150006 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@660ea3c5[testSimple1_shard1_replica_n2] main]
   [junit4]   2> 3150007 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@af90049[testSimple1_shard1_replica_n1] main]
   [junit4]   2> 3150007 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@4cf6d318[testSimple1_shard2_replica_n6] main]
   [junit4]   2> 3150008 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3150009 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3150009 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3150010 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3150010 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631580548667277312
   [junit4]   2> 3150012 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3150012 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3150013 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3150013 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631580548670423040
   [junit4]   2> 3150015 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3150016 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3150016 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631580548673568768
   [junit4]   2> 3150016 INFO  (searcherExecutor-9880-thread-1-processing-n:127.0.0.1:38970_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node3) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@af90049[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3150019 INFO  (searcherExecutor-9881-thread-1-processing-n:127.0.0.1:41839_solr x:testSimple1_shard1_replica_n2 c:testSimple1 s:shard1 r:core_node5) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@660ea3c5[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3150019 INFO  (searcherExecutor-9882-thread-1-processing-n:127.0.0.1:41839_solr x:testSimple1_shard2_replica_n6 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@4cf6d318[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3150023 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node8=0}, version=0}
   [junit4]   2> 3150023 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
   [junit4]   2> 3150025 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 3150025 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
   [junit4]   2> 3150027 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
   [junit4]   2> 3150027 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElection

[...truncated too long message...]

uctor/terms/shard1
   [junit4]   2> 	3	/solr/collections/myAlias__CRA__B_ark/terms/shard1
   [junit4]   2> 	3	/solr/collections/myAlias__CRA__Heart_of_Gold/terms/shard1
   [junit4]   2> 	3	/solr/collections/test/terms/shard1
   [junit4]   2> 	3	/solr/collections/myAlias__CRA__Stunt_Ship/terms/shard1
   [junit4]   2> 	3	/solr/collections/myAlias__CRA__NEW_CATEGORY_ROUTED_ALIAS_WAITING_FOR_DATA__TEMP/terms/shard1
   [junit4]   2> 	3	/solr/collections/myAlias__CRA__Bi_tromath/terms/shard1
   [junit4]   2> 	2	/solr/collections/myAlias__CRA__NEW_CATEGORY_ROUTED_ALIAS_WAITING_FOR_DATA__TEMP/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/clusterprops.json
   [junit4]   2> 	12	/solr/clusterstate.json
   [junit4]   2> 	8	/solr/collections/myAlias__CRA__Heart_of_Gold/state.json
   [junit4]   2> 	8	/solr/collections/myAlias__CRA__B_ark/state.json
   [junit4]   2> 	8	/solr/collections/myAlias__CRA__Constructor/state.json
   [junit4]   2> 	8	/solr/collections/test/state.json
   [junit4]   2> 	8	/solr/collections/myAlias__CRA__Bi_tromath/state.json
   [junit4]   2> 	8	/solr/collections/myAlias__CRA__Stunt_Ship/state.json
   [junit4]   2> 	6	/solr/collections/myAlias__CRA__NEW_CATEGORY_ROUTED_ALIAS_WAITING_FOR_DATA__TEMP/state.json
   [junit4]   2> 	3	/solr/overseer_elect/election/73180402885591052-127.0.0.1:45326_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/live_nodes
   [junit4]   2> 	12	/solr/collections
   [junit4]   2> 
   [junit4]   2> 4655611 INFO  (TEST-CategoryRoutedAliasUpdateProcessorTest.test-seed#[4372743939639BD8]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43300
   [junit4]   2> 4655611 INFO  (TEST-CategoryRoutedAliasUpdateProcessorTest.test-seed#[4372743939639BD8]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43300
   [junit4]   2> 4655613 INFO  (TEST-CategoryRoutedAliasUpdateProcessorTest.test-seed#[4372743939639BD8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_4372743939639BD8-001
   [junit4]   2> Apr 23, 2019 5:39:30 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene80, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@39b7ffec), locale=es-MX, timezone=America/Argentina/Mendoza
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=161859224,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedSuggestComponentTest, DistributedExpandComponentTest, TestCollationField, TestSolrCloudWithHadoopAuthPlugin, FileUtilsTest, SolrJmxReporterCloudTest, TestSchemalessBufferedUpdates, MoreLikeThisHandlerTest, TestNestedUpdateProcessor, QueryParsingTest, TestOmitPositions, BadCopyFieldTest, BlockJoinFacetSimpleTest, TestDistributedSearch, TestFastOutputStream, TestQuerySenderNoQuery, TestAddFieldRealTimeGet, NodeMutatorTest, JavabinLoaderTest, ExitableDirectoryReaderTest, TestFieldCacheWithThreads, TriggerIntegrationTest, DirectSolrConnectionTest, TestChildDocTransformerHierarchy, TestSolrCoreSnapshots, TlogReplayBufferedWhileIndexingTest, TestCustomStream, TestCloudPivotFacet, SolrMetricReporterTest, SuggesterFSTTest, BasicAuthStandaloneTest, TestMultiValuedNumericRangeQuery, CreateCollectionCleanupTest, TestSearcherReuse, BlockCacheTest, RegexBoostProcessorTest, ChaosMonkeyNothingIsSafeTest, CollectionPropsTest, CdcrWithNodesRestartsTest, BasicDistributedZk2Test, TestNumericTokenStream, TestLFUCache, SortByFunctionTest, ConnectionReuseTest, TestXIncludeConfig, OpenExchangeRatesOrgProviderTest, TestMaxScoreQueryParser, TestLMJelinekMercerSimilarityFactory, TestExceedMaxTermLength, DocumentAnalysisRequestHandlerTest, NestedAtomicUpdateTest, TestEmbeddedSolrServerConstructors, TestRandomCollapseQParserPlugin, TestExactSharedStatsCache, DisMaxRequestHandlerTest, DirectUpdateHandlerTest, TestSQLHandler, ResponseBuilderTest, TestCursorMarkWithoutUniqueKey, AnalyticsQueryTest, TestSort, TestSolr4Spatial, TestSimPolicyCloud, CdcrReplicationHandlerTest, DistribDocExpirationUpdateProcessorTest, ExternalFileFieldSortTest, ProtectedTermFilterFactoryTest, TestCloudDeleteByQuery, TestHighlightDedupGrouping, TestShortCircuitedRequests, ManagedSchemaRoundRobinCloudTest, SolrCloudReportersTest, CoreAdminHandlerTest, URLClassifyProcessorTest, AuditLoggerIntegrationTest, TestLuceneMatchVersion, PeerSyncReplicationTest, TestReplicationHandlerDiskOverFlow, XmlInterpolationTest, MetricsConfigTest, DistributedFacetPivotWhiteBoxTest, Tagger2Test, TestRequestForwarding, TestPivotHelperCode, TestSha256AuthenticationProvider, ClassificationUpdateProcessorIntegrationTest, MultiSolrCloudTestCaseTest, ConfigureRecoveryStrategyTest, AdminHandlersProxyTest, DOMUtilTest, TestCryptoKeys, SliceStateTest, TestPerFieldSimilarity, TestFieldCacheSort, TestCollectionsAPIViaSolrCloudCluster, HighlighterMaxOffsetTest, ForceLeaderWithTlogReplicasTest, HdfsBasicDistributedZkTest, MultiDestinationAuditLoggerTest, TestConfigSetsAPI, SpellingQueryConverterTest, DistributedVersionInfoTest, RollingRestartTest, SolrIndexMetricsTest, TestHdfsBackupRestoreCore, HttpPartitionOnCommitTest, ExecutePlanActionTest, DeleteLastCustomShardedReplicaTest, HLLSerializationTest, RulesTest, ScheduledMaintenanceTriggerTest, MoveReplicaHDFSFailoverTest, HdfsTlogReplayBufferedWhileIndexingTest, ReindexCollectionTest, BitVectorTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestPayloadCheckQParserPlugin, TestBlendedInfixSuggestions, ZookeeperStatusHandlerTest, SolrInfoBeanTest, DefaultValueUpdateProcessorTest, TestCoreContainer, TermVectorComponentDistributedTest, TestPolicyCloud, TestDFRSimilarityFactory, TestFastLRUCache, TestStressCloudBlindAtomicUpdates, TestSolrCloudWithDelegationTokens, TestSubQueryTransformerDistrib, PreAnalyzedFieldTest, TestReplicaProperties, TestInPlaceUpdatesRequiredField, DistributedFacetPivotLongTailTest, TestHashQParserPlugin, TestSolrConfigHandlerConcurrent, TestConfigSetImmutable, ReplaceNodeTest, TestUseDocValuesAsStored2, V2StandaloneTest, ZkSolrClientTest, ConcurrentDeleteAndCreateCollectionTest, TestRequestStatusCollectionAPI, AutoAddReplicasPlanActionTest, HdfsAutoAddReplicasIntegrationTest, NodeMarkersRegistrationTest, ScheduledTriggerIntegrationTest, SearchRateTriggerTest, TriggerCooldownIntegrationTest, TestSimClusterStateProvider, TestSimComputePlanAction, TestSimDistribStateManager, TestSimDistributedQueue, TestSimGenericDistributedQueue, TestSimNodeAddedTrigger, BaseCdcrDistributedZkTest, CdcrBidirectionalTest, CdcrBootstrapTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, StressHdfsTest, TestDynamicURP, TestImplicitCoreProperties, TestInfoStreamLogging, TestInitParams, TestLazyCores, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrConfigHandler, TestReplicationHandler, SynonymTokenizerTest, TestBinaryField, TestBulkSchemaConcurrent, TestManagedSchemaAPI, RankQueryTest, ReturnFieldsTest, SignificantTermsQParserPluginTest, TestComplexPhraseLeadingWildcard, TestComplexPhraseQParserPlugin, TestCustomSort, TestFieldSortValues, TestFiltering, TestMultiWordSynonyms, TestNoOpRegenerator, TestQueryTypes, TestRangeQuery, TestReload, TestSimpleQParserPlugin, TestSolr4Spatial2, TestSolrCoreParser, TestSolrFieldCacheBean, TestStressLucene, TestStressRecovery, TestStressUserVersions, TestStressVersions, TestSurroundQueryParser, TestTrieFacet, TestValueSourceCache, TestXmlQParserPlugin, DistributedFacetSimpleRefinementLongTailTest, SpatialHeatmapFacetsTest, TestMinMaxOnMultiValuedField, TestNestedDocsSort, TestScoreJoinQPScore, SimpleMLTQParserTest, TestBM25SimilarityFactory, TestPerFieldSimilarityWithDefaultOverride, TestExactStatsCache, AuditLoggerPluginTest, SolrLogAuditLoggerPluginTest, TestAuthorizationFramework, FileBasedSpellCheckerTest, SpellCheckCollatorTest, SuggesterWFSTTest, TestFuzzyAnalyzedSuggestions, HdfsLockFactoryTest, TestDocTermOrds, TestDocTermOrdsUninvertLimit, SolrIndexSplitterTest, TestHdfsUpdateLog, TransactionLogTest, UpdateLogTest, UpdateParamsTest, AtomicUpdateProcessorFactoryTest, AtomicUpdateRemovalJavabinTest, AtomicUpdatesTest, CategoryRoutedAliasUpdateProcessorTest]
   [junit4] Completed [853/854 (2!)] on J1 in 251.20s, 6 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/temp/junit4-J1-20190423_042154_2737314663508174030540.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/heapdumps/java_pid18964.hprof ...
   [junit4] Heap dump file created [702442868 bytes in 6.905 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 8950 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:586: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid18964.hprof

Total time: 287 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 81 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/81/

3 tests failed.
FAILED:  org.apache.solr.cloud.OverseerTest.testOverseerFailure

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([E8A6B7DC858DB358]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.OverseerTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([E8A6B7DC858DB358]:0)


FAILED:  org.apache.solr.cloud.api.collections.CustomCollectionTest.testRouteFieldForImplicitRouter

Error Message:
expected:<3> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<1>
	at __randomizedtesting.SeedInfo.seed([E8A6B7DC858DB358:BDF65F4E29747CA8]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.api.collections.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:145)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15300 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.CustomCollectionTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/init-core-data-001
   [junit4]   2> 6610029 INFO  (SUITE-CustomCollectionTest-seed#[E8A6B7DC858DB358]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001
   [junit4]   2> 6610050 INFO  (SUITE-CustomCollectionTest-seed#[E8A6B7DC858DB358]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 6610050 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 6610050 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 6610155 INFO  (SUITE-CustomCollectionTest-seed#[E8A6B7DC858DB358]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:46098
   [junit4]   2> 6610155 INFO  (SUITE-CustomCollectionTest-seed#[E8A6B7DC858DB358]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46098
   [junit4]   2> 6610155 INFO  (SUITE-CustomCollectionTest-seed#[E8A6B7DC858DB358]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46098
   [junit4]   2> 6610177 INFO  (zkConnectionManagerCallback-22718-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6610191 INFO  (zkConnectionManagerCallback-22720-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6610200 INFO  (zkConnectionManagerCallback-22722-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6610202 WARN  (jetty-launcher-22723-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 6610202 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 6610202 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 6610202 INFO  (jetty-launcher-22723-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 6610202 WARN  (jetty-launcher-22723-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 6610203 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 6610203 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 6610203 INFO  (jetty-launcher-22723-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 6610203 WARN  (jetty-launcher-22723-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 6610203 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 6610203 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 6610203 INFO  (jetty-launcher-22723-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 6610204 WARN  (jetty-launcher-22723-thread-4) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 6610204 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 6610204 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 6610204 INFO  (jetty-launcher-22723-thread-4) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 6610205 INFO  (jetty-launcher-22723-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 6610205 INFO  (jetty-launcher-22723-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 6610205 INFO  (jetty-launcher-22723-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 6610205 INFO  (jetty-launcher-22723-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a6b3f4f{/solr,null,AVAILABLE}
   [junit4]   2> 6610206 INFO  (jetty-launcher-22723-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 6610206 INFO  (jetty-launcher-22723-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 6610206 INFO  (jetty-launcher-22723-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 6610206 INFO  (jetty-launcher-22723-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@399a7959{/solr,null,AVAILABLE}
   [junit4]   2> 6610207 INFO  (jetty-launcher-22723-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 6610207 INFO  (jetty-launcher-22723-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 6610207 INFO  (jetty-launcher-22723-thread-4) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 6610207 INFO  (jetty-launcher-22723-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53c7cdf9{/solr,null,AVAILABLE}
   [junit4]   2> 6610277 INFO  (jetty-launcher-22723-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 6610277 INFO  (jetty-launcher-22723-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 6610277 INFO  (jetty-launcher-22723-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 6610277 INFO  (jetty-launcher-22723-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fb97724{/solr,null,AVAILABLE}
   [junit4]   2> 6610281 INFO  (jetty-launcher-22723-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@208f3aa6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41626}
   [junit4]   2> 6610281 INFO  (jetty-launcher-22723-thread-3) [    ] o.e.j.s.Server Started @6610553ms
   [junit4]   2> 6610281 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41626}
   [junit4]   2> 6610281 ERROR (jetty-launcher-22723-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6610281 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6610281 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 6610281 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6610281 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 6610281 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-25T07:36:27.107Z
   [junit4]   2> 6610343 INFO  (jetty-launcher-22723-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@50871e28{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36301}
   [junit4]   2> 6610343 INFO  (jetty-launcher-22723-thread-1) [    ] o.e.j.s.Server Started @6610615ms
   [junit4]   2> 6610343 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36301}
   [junit4]   2> 6610343 ERROR (jetty-launcher-22723-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6610343 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6610343 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 6610343 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6610343 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 6610343 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-25T07:36:27.169Z
   [junit4]   2> 6610345 INFO  (jetty-launcher-22723-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4db9f6c5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41036}
   [junit4]   2> 6610345 INFO  (jetty-launcher-22723-thread-2) [    ] o.e.j.s.Server Started @6610617ms
   [junit4]   2> 6610345 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41036}
   [junit4]   2> 6610345 ERROR (jetty-launcher-22723-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6610345 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6610345 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 6610345 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6610345 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 6610345 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-25T07:36:27.171Z
   [junit4]   2> 6610358 INFO  (jetty-launcher-22723-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@54a2a952{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37224}
   [junit4]   2> 6610358 INFO  (jetty-launcher-22723-thread-4) [    ] o.e.j.s.Server Started @6610630ms
   [junit4]   2> 6610358 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37224}
   [junit4]   2> 6610358 INFO  (zkConnectionManagerCallback-22727-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6610358 ERROR (jetty-launcher-22723-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6610358 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6610358 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 6610358 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6610358 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 6610358 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-25T07:36:27.184Z
   [junit4]   2> 6610359 INFO  (zkConnectionManagerCallback-22729-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6610365 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 6610365 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 6610410 INFO  (zkConnectionManagerCallback-22725-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6610410 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 6610491 INFO  (zkConnectionManagerCallback-22731-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6610511 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 6610730 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 6610937 WARN  (jetty-launcher-22723-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@783e977a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6610974 WARN  (jetty-launcher-22723-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@35acc7a4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6610975 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46098/solr
   [junit4]   2> 6611017 INFO  (zkConnectionManagerCallback-22741-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6611074 INFO  (zkConnectionManagerCallback-22743-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6611525 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 6611557 WARN  (jetty-launcher-22723-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@756ddcc3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6611573 WARN  (jetty-launcher-22723-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4b392e29[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6611574 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46098/solr
   [junit4]   2> 6611579 INFO  (zkConnectionManagerCallback-22751-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6611630 INFO  (zkConnectionManagerCallback-22753-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6611633 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41626_solr
   [junit4]   2> 6611633 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.c.Overseer Overseer (id=74581725386506248-127.0.0.1:41626_solr-n_0000000000) starting
   [junit4]   2> 6611703 INFO  (jetty-launcher-22723-thread-2) [n:127.0.0.1:41036_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41036_solr
   [junit4]   2> 6611738 INFO  (zkConnectionManagerCallback-22760-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6611740 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 6611740 INFO  (zkCallback-22742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 6611740 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46098/solr ready
   [junit4]   2> 6611741 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41626_solr
   [junit4]   2> 6611747 INFO  (zkCallback-22752-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 6611783 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:41626_solr as DOWN
   [junit4]   2> 6611872 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 6611872 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41626_solr
   [junit4]   2> 6611922 INFO  (zkCallback-22742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 6611997 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 6612001 INFO  (zkConnectionManagerCallback-22765-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6612010 INFO  (zkCallback-22752-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 6612011 WARN  (jetty-launcher-22723-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5c041c8b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6612013 INFO  (jetty-launcher-22723-thread-2) [n:127.0.0.1:41036_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 6612018 INFO  (zkCallback-22759-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 6612162 INFO  (jetty-launcher-22723-thread-2) [n:127.0.0.1:41036_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46098/solr ready
   [junit4]   2> 6612163 INFO  (jetty-launcher-22723-thread-2) [n:127.0.0.1:41036_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 6612164 WARN  (jetty-launcher-22723-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6398ae[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6612165 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46098/solr
   [junit4]   2> 6612200 INFO  (zkConnectionManagerCallback-22772-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6612266 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x108f7af2066000d, likely client has closed socket
   [junit4]   2> 6612277 INFO  (zkConnectionManagerCallback-22774-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6612308 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 6612364 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:36301_solr as DOWN
   [junit4]   2> 6612366 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 6612366 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36301_solr
   [junit4]   2> 6612379 INFO  (zkCallback-22742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 6612379 INFO  (zkCallback-22752-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 6612391 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 6612391 INFO  (zkCallback-22759-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 6612412 INFO  (jetty-launcher-22723-thread-2) [n:127.0.0.1:41036_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41036.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6612448 INFO  (zkCallback-22773-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 6612451 INFO  (zkCallback-22764-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 6612485 INFO  (jetty-launcher-22723-thread-2) [n:127.0.0.1:41036_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41036.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6612485 INFO  (jetty-launcher-22723-thread-2) [n:127.0.0.1:41036_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41036.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6612486 INFO  (jetty-launcher-22723-thread-2) [n:127.0.0.1:41036_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node2/.
   [junit4]   2> 6612502 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41626.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6612520 INFO  (zkConnectionManagerCallback-22782-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6612525 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 6612541 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 6612542 WARN  (jetty-launcher-22723-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2f9ed3ca[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6612542 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46098/solr ready
   [junit4]   2> 6612543 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 6612581 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41626.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6612581 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41626.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6612582 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node3/.
   [junit4]   2> 6612594 WARN  (jetty-launcher-22723-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@33d7ae00[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6612595 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46098/solr
   [junit4]   2> 6612604 INFO  (zkConnectionManagerCallback-22789-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6612639 INFO  (zkConnectionManagerCallback-22791-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6612672 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36301.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6612699 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 6612716 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:37224_solr as DOWN
   [junit4]   2> 6612717 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 6612717 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37224_solr
   [junit4]   2> 6612731 INFO  (zkCallback-22764-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6612731 INFO  (zkCallback-22773-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6612731 INFO  (zkCallback-22752-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6612731 INFO  (zkCallback-22759-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6612731 INFO  (zkCallback-22742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6612736 WARN  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
   [junit4]   2>           => javax.management.InstanceNotFoundException: solr_36301:dom1=solr,dom2=jvm,name0=system,name=properties
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
   [junit4]   2> javax.management.InstanceNotFoundException: solr_36301:dom1=solr,dom2=jvm,name0=system,name=properties
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:531) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:567) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:742) ~[java/:?]
   [junit4]   2> 	at java.util.HashMap.forEach(HashMap.java:1289) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:732) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:916) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:843) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:655) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:255) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:175) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 6612738 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36301.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6612738 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36301.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6612774 INFO  (zkCallback-22781-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6612848 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node1/.
   [junit4]   2> 6612861 INFO  (zkCallback-22790-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6612986 INFO  (zkConnectionManagerCallback-22798-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6612994 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 6613003 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46098/solr ready
   [junit4]   2> 6613005 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 6613086 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37224.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6613122 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37224.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6613122 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37224.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6613123 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node4/.
   [junit4]   2> 6613343 INFO  (zkConnectionManagerCallback-22804-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6613344 INFO  (SUITE-CustomCollectionTest-seed#[E8A6B7DC858DB358]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 6613345 INFO  (SUITE-CustomCollectionTest-seed#[E8A6B7DC858DB358]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46098/solr ready
   [junit4]   2> 6613911 INFO  (TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[E8A6B7DC858DB358]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 6613916 INFO  (qtp2072761865-108359) [n:127.0.0.1:36301_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c&collection.configName=conf&maxShardsPerNode=6&name=implicitcoll&router.name=implicit&nrtReplicas=5&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 6613998 INFO  (OverseerThreadFactory-13041-thread-1-processing-n:127.0.0.1:41626_solr) [n:127.0.0.1:41626_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection implicitcoll
   [junit4]   2> 6614134 WARN  (OverseerThreadFactory-13041-thread-1-processing-n:127.0.0.1:41626_solr) [n:127.0.0.1:41626_solr    ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 5 on collection implicitcoll is higher than the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 6614137 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"implicitcoll_a_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41036/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614173 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"implicitcoll_a_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41626/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614284 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"implicitcoll_a_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37224/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614286 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"implicitcoll_a_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36301/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614296 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"implicitcoll_a_replica_n7",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41036/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614312 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"implicitcoll_b_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41626/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614317 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"implicitcoll_b_replica_n9",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37224/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614318 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"implicitcoll_b_replica_n10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36301/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614319 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"implicitcoll_b_replica_n11",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41036/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614361 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"implicitcoll_b_replica_n12",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41626/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614363 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"implicitcoll_c_replica_n13",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37224/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614377 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"implicitcoll_c_replica_n14",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36301/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614379 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"implicitcoll_c_replica_n15",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41036/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614393 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"implicitcoll_c_replica_n18",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41626/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614395 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"implicitcoll_c_replica_n20",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37224/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614559 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr    x:implicitcoll_a_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n5&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614577 INFO  (qtp2072761865-108361) [n:127.0.0.1:36301_solr    x:implicitcoll_a_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n6&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614583 INFO  (qtp2072761865-108360) [n:127.0.0.1:36301_solr    x:implicitcoll_c_replica_n14] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node27&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n14&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614583 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr    x:implicitcoll_b_replica_n10] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node23&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n10&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614588 INFO  (qtp473095921-108376) [n:127.0.0.1:41626_solr    x:implicitcoll_b_replica_n12] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node25&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n12&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614588 INFO  (qtp473095921-108377) [n:127.0.0.1:41626_solr    x:implicitcoll_a_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n2&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614599 INFO  (qtp642639461-108350) [n:127.0.0.1:41036_solr    x:implicitcoll_c_replica_n15] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node28&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n15&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614600 INFO  (qtp642639461-108350) [n:127.0.0.1:41036_solr    x:implicitcoll_c_replica_n15] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 6614600 INFO  (qtp2088230684-108370) [n:127.0.0.1:37224_solr    x:implicitcoll_c_replica_n20] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node30&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n20&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614601 INFO  (qtp473095921-108378) [n:127.0.0.1:41626_solr    x:implicitcoll_b_replica_n8] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n8&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614601 INFO  (qtp2088230684-108371) [n:127.0.0.1:37224_solr    x:implicitcoll_b_replica_n9] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node22&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n9&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614602 INFO  (qtp2088230684-108367) [n:127.0.0.1:37224_solr    x:implicitcoll_c_replica_n13] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node26&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n13&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614603 INFO  (qtp473095921-108375) [n:127.0.0.1:41626_solr    x:implicitcoll_c_replica_n18] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node29&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n18&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614603 INFO  (qtp642639461-108351) [n:127.0.0.1:41036_solr    x:implicitcoll_a_replica_n7] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n7&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614604 INFO  (qtp642639461-108352) [n:127.0.0.1:41036_solr    x:implicitcoll_a_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n1&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614616 INFO  (qtp642639461-108353) [n:127.0.0.1:41036_solr    x:implicitcoll_b_replica_n11] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node24&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n11&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6615582 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6615629 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.s.IndexSchema [implicitcoll_a_replica_n5] Schema name=cloud-dynamic
   [junit4]   2> 6615864 INFO  (qtp2072761865-108361) [n:127.0.0.1:36301_solr c:implicitcoll s:a r:core_node17 x:implicitcoll_a_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6615895 INFO  (qtp2072761865-108360) [n:127.0.0.1:36301_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6615896 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6615913 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6615913 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica_n5' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6615914 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37224.solr.core.implicitcoll.a.replica_n5' (registry 'solr.core.implicitcoll.a.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6615914 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.c.SolrCore [[implicitcoll_a_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node4/implicitcoll_a_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node4/./implicitcoll_a_replica_n5/data/]
   [junit4]   2> 6616139 INFO  (qtp2088230684-108371) [n:127.0.0.1:37224_solr c:implicitcoll s:b r:core_node22 x:implicitcoll_b_replica_n9] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6616155 INFO  (qtp2088230684-108367) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node26 x:implicitcoll_c_replica_n13] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6616441 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.s.IndexSchema [implicitcoll_b_replica_n10] Schema name=cloud-dynamic
   [junit4]   2> 6616479 INFO  (qtp2072761865-108361) [n:127.0.0.1:36301_solr c:implicitcoll s:a r:core_node17 x:implicitcoll_a_replica_n6] o.a.s.s.IndexSchema [implicitcoll_a_replica_n6] Schema name=cloud-dynamic
   [junit4]   2> 6616480 INFO  (qtp2088230684-108370) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n20] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6616497 INFO  (qtp2088230684-108371) [n:127.0.0.1:37224_solr c:implicitcoll s:b r:core_node22 x:implicitcoll_b_replica_n9] o.a.s.s.IndexSchema [implicitcoll_b_replica_n9] Schema name=cloud-dynamic
   [junit4]   2> 6616499 INFO  (qtp642639461-108353) [n:127.0.0.1:41036_solr c:implicitcoll s:b r:core_node24 x:implicitcoll_b_replica_n11] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6616512 INFO  (qtp473095921-108378) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node21 x:implicitcoll_b_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6616690 INFO  (qtp2072761865-108360) [n:127.0.0.1:36301_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n14] o.a.s.s.IndexSchema [implicitcoll_c_replica_n14] Schema name=cloud-dynamic
   [junit4]   2> 6616707 INFO  (qtp473095921-108377) [n:127.0.0.1:41626_solr c:implicitcoll s:a r:core_node4 x:implicitcoll_a_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6616844 INFO  (qtp473095921-108376) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node25 x:implicitcoll_b_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6616892 INFO  (qtp473095921-108378) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node21 x:implicitcoll_b_replica_n8] o.a.s.s.IndexSchema [implicitcoll_b_replica_n8] Schema name=cloud-dynamic
   [junit4]   2> 6616902 INFO  (qtp473095921-108375) [n:127.0.0.1:41626_solr c:implicitcoll s:c r:core_node29 x:implicitcoll_c_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6616931 INFO  (qtp642639461-108350) [n:127.0.0.1:41036_solr c:implicitcoll s:c r:core_node28 x:implicitcoll_c_replica_n15] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6617089 INFO  (qtp2088230684-108367) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node26 x:implicitcoll_c_replica_n13] o.a.s.s.IndexSchema [implicitcoll_c_replica_n13] Schema name=cloud-dynamic
   [junit4]   2> 6617097 INFO  (qtp642639461-108353) [n:127.0.0.1:41036_solr c:implicitcoll s:b r:core_node24 x:implicitcoll_b_replica_n11] o.a.s.s.IndexSchema [implicitcoll_b_replica_n11] Schema name=cloud-dynamic
   [junit4]   2> 6617100 INFO  (qtp473095921-108377) [n:127.0.0.1:41626_solr c:implicitcoll s:a r:core_node4 x:implicitcoll_a_replica_n2] o.a.s.s.IndexSchema [implicitcoll_a_replica_n2] Schema name=cloud-dynamic
   [junit4]   2> 6617109 INFO  (qtp2088230684-108370) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n20] o.a.s.s.IndexSchema [implicitcoll_c_replica_n20] Schema name=cloud-dynamic
   [junit4]   2> 6617223 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6617223 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica_n10' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6617245 INFO  (qtp642639461-108352) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6617251 INFO  (qtp642639461-108351) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node19 x:implicitcoll_a_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6617296 INFO  (qtp642639461-108350) [n:127.0.0.1:41036_solr c:implicitcoll s:c r:core_node28 x:implicitcoll_c_replica_n15] o.a.s.s.IndexSchema [implicitcoll_c_replica_n15] Schema name=cloud-dynamic
   [junit4]   2> 6617296 INFO  (qtp473095921-108376) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node25 x:implicitcoll_b_replica_n12] o.a.s.s.IndexSchema [implicitcoll_b_replica_n12] Schema name=cloud-dynamic
   [junit4]   2> 6617301 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36301.solr.core.implicitcoll.b.replica_n10' (registry 'solr.core.implicitcoll.b.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6617301 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.c.SolrCore [[implicitcoll_b_replica_n10] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node1/implicitcoll_b_replica_n10], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node1/./implicitcoll_b_replica_n10/data/]
   [junit4]   2> 6617802 INFO  (qtp2072761865-108361) [n:127.0.0.1:36301_solr c:implicitcoll s:a r:core_node17 x:implicitcoll_a_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6617802 INFO  (qtp2072761865-108361) [n:127.0.0.1:36301_solr c:implicitcoll s:a r:core_node17 x:implicitcoll_a_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica_n6' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6617803 INFO  (qtp2072761865-108361) [n:127.0.0.1:36301_solr c:implicitcoll s:a r:core_node17 x:implicitcoll_a_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36301.solr.core.implicitcoll.a.replica_n6' (registry 'solr.core.implicitcoll.a.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6617803 INFO  (qtp2072761865-108361) [n:127.0.0.1:36301_solr c:implicitcoll s:a r:core_node17 x:implicitcoll_a_replica_n6] o.a.s.c.SolrCore [[implicitcoll_a_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node1/implicitcoll_a_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node1/./implicitcoll_a_replica_n6/data/]
   [junit4]   2> 6617832 INFO  (qtp473095921-108375) [n:127.0.0.1:41626_solr c:implicitcoll s:c r:core_node29 x:implicitcoll_c_replica_n18] o.a.s.s.IndexSchema [implicitcoll_c_replica_n18] Schema name=cloud-dynamic
   [junit4]   2> 6617834 INFO  (qtp473095921-108378) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node21 x:implicitcoll_b_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6617834 INFO  (qtp473095921-108378) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node21 x:implicitcoll_b_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica_n8' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6617835 INFO  (qtp473095921-108378) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node21 x:implicitcoll_b_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41626.solr.core.implicitcoll.b.replica_n8' (registry 'solr.core.implicitcoll.b.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6617835 INFO  (qtp473095921-108378) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node21 x:implicitcoll_b_replica_n8] o.a.s.c.SolrCore [[implicitcoll_b_replica_n8] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node3/implicitcoll_b_replica_n8], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node3/./implicitcoll_b_replica_n8/data/]
   [junit4]   2> 6618078 INFO  (qtp2088230684-108371) [n:127.0.0.1:37224_solr c:implicitcoll s:b r:core_node22 x:implicitcoll_b_replica_n9] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6618078 INFO  (qtp2088230684-108371) [n:127.0.0.1:37224_solr c:implicitcoll s:b r:core_node22 x:implicitcoll_b_replica_n9] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica_n9' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6618078 INFO  (qtp642639461-108351) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node19 x:implicitcoll_a_replica_n7] o.a.s.s.IndexSchema [implicitcoll_a_replica_n7] Schema name=cloud-dynamic
   [junit4]   2> 6618078 INFO  (qtp2088230684-108371) [n:127.0.0.1:37224_solr c:implicitcoll s:b r:core_node22 x:implicitcoll_b_replica_n9] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37224.solr.core.implicitcoll.b.replica_n9' (registry 'solr.core.implicitcoll.b.replica_n9') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6618079 INFO  (qtp2088230684-108371) [n:127.0.0.1:37224_solr c:implicitcoll s:b r:core_node22 x:implicitcoll_b_replica_n9] o.a.s.c.SolrCore [[implicitcoll_b_replica_n9] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node4/implicitcoll_b_replica_n9], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node4/./implicitcoll_b_replica_n9/data/]
   [junit4]   2> 6618184 INFO  (qtp642639461-108353) [n:127.0.0.1:41036_solr c:implicitcoll s:b r:core_node24 x:implicitcoll_b_replica_n11] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6618184 INFO  (qtp642639461-108353) [n:127.0.0.1:41036_solr c:implicitcoll s:b r:core_node24 x:implicitcoll_b_replica_n11] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica_n11' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6618184 INFO  (qtp642639461-108353) [n:127.0.0.1:41036_solr c:implicitcoll s:b r:core_node24 x:implicitcoll_b_replica_n11] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41036.solr.core.implicitcoll.b.replica_n11' (registry 'solr.core.implicitcoll.b.replica_n11') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6618184 INFO  (qtp642639461-108353) [n:127.0.0.1:41036_solr c:implicitcoll s:b r:core_node24 x:implicitcoll_b_replica_n11] o.a.s.c.SolrCore [[implicitcoll_b_replica_n11] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node2/implicitcoll_b_replica_n11], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node2/./implicitcoll_b_replica_n11/data/]
   [junit4]   2> 6618290 INFO  (qtp642639461-108352) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.s.IndexSchema [implicitcoll_a_replica_n1] Schema name=cloud-dynamic
   [junit4]   2> 6618327 INFO  (qtp642639461-108350) [n:127.0.0.1:41036_solr c:implicitcoll s:c r:core_node28 x:implicitcoll_c_replica_n15] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6618327 INFO  (qtp642639461-108350) [n:127.0.0.1:41036_solr c:implicitcoll s:c r:core_node28 x:implicitcoll_c_replica_n15] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica_n15' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6618328 INFO  (qtp642639461-108350) [n:127.0.0.1:41036_solr c:implicitcoll s:c r:core_node28 x:implicitcoll_c_replica_n15] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41036.solr.core.implicitcoll.c.replica_n15' (registry 'solr.core.implicitcoll.c.replica_n15') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6618328 INFO  (qtp642639461-108350) [n:127.0.0.1:41036_solr c:implicitcoll s:c r:core_node28 x:implicitcoll_c_replica_n15] o.a.s.c.SolrCore [[implicitcoll_c_replica_n15] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node2/implicitcoll_c_replica_n15], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node2/./implicitcoll_c_replica_n15/data/]
   [junit4]   2> 6618360 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 6618360 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 6618362 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 6618362 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 6618372 INFO  (qtp2072761865-108360) [n:127.0.0.1:36301_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6618372 INFO  (qtp2072761865-108360) [n:127.0.0.1:36301_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica_n14' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6618372 INFO  (qtp2072761865-108360) [n:127.0.0.1:36301_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36301.solr.core.implicitcoll.c.replica_n14' (registry 'solr.core.implicitcoll.c.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6618372 INFO  (qtp2072761865-108360) [n:127.0.0.1:36301_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n14] o.a.s.c.SolrCore [[implicitcoll_c_replica_n14] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node1/implicitcoll_c_replica_n14], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node1/./implicitcoll_c_replica_n14/data/]
   [junit4]   2> 6618397 INFO  (qtp473095921-108377) [n:127.0.0.1:41626_solr c:implicitcoll s:a r:core_node4 x:implicitcoll_a_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6618397 INFO  (qtp473095921-108377) [n:127.0.0.1:41626_solr c:implicitcoll s:a r:core_node4 x:implicitcoll_a_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica_n2' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6618397 INFO  (qtp473095921-108377) [n:127.0.0.1:41626_solr c:implicitcoll s:a r:core_node4 x:implicitcoll_a_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41626.solr.core.implicitcoll.a.replica_n2' (registry 'solr.core.implicitcoll.a.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6618397 INFO  (qtp473095921-108377) [n:127.0.0.1:41626_solr c:implicitcoll s:a r:core_node4 x:implicitcoll_a_replica_n2] o.a.s.c.SolrCore [[implicitcoll_a_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node3/implicitcoll_a_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node3/./implicitcoll_a_replica_n2/data/]
   [junit4]   2> 6618409 INFO  (qtp2088230684-108367) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node26 x:implicitcoll_c_replica_n13] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6618409 INFO  (qtp2088230684-108367) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node26 x:implicitcoll_c_replica_n13] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica_n13' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6618409 INFO  (qtp2088230684-108367) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node26 x:implicitcoll_c_replica_n13] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37224.solr.core.implicitcoll.c.replica_n13' (registry 'solr.core.implicitcoll.c.replica_n13') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6618409 INFO  (qtp2088230684-108367) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node26 x:implicitcoll_c_replica_n13] o.a.s.c.SolrCore [[implicitcoll_c_replica_n13] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node4/implicitcoll_c_replica_n13], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node4/./implicitcoll_c_replica_n13/data/]
   [junit4]   2> 6618412 INFO  (qtp473095921-108376) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node25 x:implicitcoll_b_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6618412 INFO  (qtp473095921-108376) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node25 x:implicitcoll_b_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica_n12' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6618412 INFO  (qtp473095921-108376) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node25 x:implicitcoll_b_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41626.solr.core.implicitcoll.b.replica_n12' (registry 'solr.core.implicitcoll.b.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6618412 INFO  (qtp473095921-108376) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node25 x:implicitcoll_b_replica_n12] o.a.s.c.SolrCore [[implicitcoll_b_replica_n12] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node3/implicitcoll_b_replica_n12], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node3/./implicitcoll_b_replica_n12/data/]
   [junit4]   2> 6618762 INFO  (qtp642639461-108351) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node19 x:implicitcoll_a_replica_n7] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6618762 INFO  (qtp642639461-108351) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node19 x:implicitcoll_a_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica_n7' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6618763 INFO  (qtp642639461-108351) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node19 x:implicitcoll_a_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41036.solr.core.implicitcoll.a.replica_n7' (registry 'solr.core.implicitcoll.a.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6618763 INFO  (qtp642639461-108351) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node19 x:implicitcoll_a_replica_n7] o.a.s.c.SolrCore [[implicitcoll_a_replica_n7] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node2/implicitcoll_a_replica_n7], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node2/./implicitcoll_a_replica_n7/data/]
   [junit4]   2> 6618776 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@56e281da[implicitcoll_a_replica_n5] main]
   [junit4]   2> 6618777 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 6618777 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 6618778 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 6618778 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631770688203259904
   [junit4]   2> 6618833 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/implicitcoll/terms/a to Terms{values={core_node16=0}, version=0}
   [junit4]   2> 6618833 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/implicitcoll/leaders/a
   [junit4]   2> 6618836 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard a: total=5 found=1 timeoutin=9999ms
   [junit4]   2> 6619033 INFO  (qtp473095921-108375) [n:127.0.0.1:41626_solr c:implicitcoll s:c r:core_node29 x:implicitcoll_c_replica_n18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6619033 INFO  (qtp473095921-108375) [n:127.0.0.1:41626_solr c:implicitcoll s:c r:core_node29 x:implicitcoll_c_replica_n18] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica_n18' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6619033 INFO  (qtp473095921-108375) [n:127.0.0.1:41626_solr c:implicitcoll s:c r:core_node29 x:implicitcoll_c_replica_n18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41626.solr.core.implicitcoll.c.replica_n18' (registry 'solr.core.implicitcoll.c.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6619033 INFO  (qtp473095921-108375) [n:127.0.0.1:41626_solr c:implicitcoll s:c r:core_node29 x:implicitcoll_c_replica_n18] o.a.s.c.SolrCore [[implicitcoll_c_replica_n18] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node3/implicitcoll_c_replica_n18], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node3/./implicitcoll_c_replica_n18/data/]
   [junit4]   2> 6619035 INFO  (qtp2088230684-108370) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n20] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6619035 INFO  (qtp2088230684-108370) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n20] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica_n20' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6619035 INFO  (qtp2088230684-108370) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n20] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37224.solr.core.implicitcoll.c.replica_n20' (registry 'solr.core.implicitcoll.c.replica_n20') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6619035 INFO  (qtp2088230684-108370) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n20] o.a.s.c.SolrCore [[implicitcoll_c_replica_n20] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node4/implicitcoll_c_replica_n20], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node4/./implicitcoll_c_replica_n20/data/]
   [junit4]   2> 6619070 INFO  (qtp642639461-108352) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6619070 INFO  (qtp642639461-108352) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica_n1' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6619070 INFO  (qtp642639461-108352) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41036.solr.core.implicitcoll.a.replica_n1' (registry 'solr.core.implicitcoll.a.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6619070 INFO  (qtp642639461-108352) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.c.SolrCore [[implicitcoll_a_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node2/implicitcoll_a_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node2/./implicitcoll_a_replica_n1/data/]
   [junit4]   2> 6619123 INFO  (searcherExecutor-13064-thread-1-processing-n:127.0.0.1:37224_solr x:implicitcoll_a_replica_n5 c:implicitcoll s:a r:core_node16) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.c.SolrCore [implicitcoll_a_replica_n5] Registered new searcher Searcher@56e281da[implicitcoll_a_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 6622543 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 6622543 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 6622609 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 6622609 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 6622793 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.s.SolrIndexSearcher Opening [Searcher@6712e7a0[implicitcoll_b_replica_n10] main]
   [junit4]   2> 6622794 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 6622795 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 6622817 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 6622817 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631770692438458368
   [junit4]   2> 6622850 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10

[...truncated too long message...]

fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null2126929494
     [copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null2126929494
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null2126929494

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene2-us-west.apache.org
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 94ms :: artifacts dl 13ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 635 minutes 32 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 80 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/80/

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"https://127.0.0.1:43448/solr",           "node_name":"127.0.0.1:43448_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node5":{           "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"https://127.0.0.1:33147/solr",           "node_name":"127.0.0.1:33147_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"https://127.0.0.1:43448/solr",           "node_name":"127.0.0.1:43448_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"https://127.0.0.1:33147/solr",           "node_name":"127.0.0.1:33147_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:39120_solr, 127.0.0.1:43448_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"https://127.0.0.1:43448/solr",           "node_name":"127.0.0.1:43448_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node5":{           "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"https://127.0.0.1:33147/solr",           "node_name":"127.0.0.1:33147_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"https://127.0.0.1:43448/solr",           "node_name":"127.0.0.1:43448_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"https://127.0.0.1:33147/solr",           "node_name":"127.0.0.1:33147_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"https://127.0.0.1:43448/solr",
          "node_name":"127.0.0.1:43448_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"https://127.0.0.1:33147/solr",
          "node_name":"127.0.0.1:33147_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"https://127.0.0.1:43448/solr",
          "node_name":"127.0.0.1:43448_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"https://127.0.0.1:33147/solr",
          "node_name":"127.0.0.1:33147_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:39120_solr, 127.0.0.1:43448_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"https://127.0.0.1:43448/solr",
          "node_name":"127.0.0.1:43448_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"https://127.0.0.1:33147/solr",
          "node_name":"127.0.0.1:33147_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"https://127.0.0.1:43448/solr",
          "node_name":"127.0.0.1:43448_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"https://127.0.0.1:33147/solr",
          "node_name":"127.0.0.1:33147_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([595F1B1D2487CE1A:61EC3FE303741ACB]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13766 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_595F1B1D2487CE1A-001/init-core-data-001
   [junit4]   2> 549676 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 549676 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 549680 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 549681 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 549727 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 549736 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 549739 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 549740 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 549740 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 549740 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 549741 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28804464{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 549899 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@21daef79{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-33276-hdfs-_-any-605922997627389965.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 549900 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@17e263f3{HTTP/1.1,[http/1.1]}{localhost:33276}
   [junit4]   2> 549900 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.Server Started @549961ms
   [junit4]   2> 549994 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 549996 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 549997 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 549997 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 549998 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 549998 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7901412d{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 550157 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@1c2e2dd3{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-34388-datanode-_-any-3934788810679662533.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 550158 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@d215544{HTTP/1.1,[http/1.1]}{localhost:34388}
   [junit4]   2> 550158 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.Server Started @550218ms
   [junit4]   2> 550216 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 550218 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 550222 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 550222 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 550222 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 550224 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@187d315{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 550329 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x160d89dee255d8d: Processing first storage report for DS-f2900361-629d-4201-adca-d4e7a471eee8 from datanode 4c423fb3-8eeb-4290-aadb-5e6cf17fbde5
   [junit4]   2> 550330 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x160d89dee255d8d: from storage DS-f2900361-629d-4201-adca-d4e7a471eee8 node DatanodeRegistration(127.0.0.1:40369, datanodeUuid=4c423fb3-8eeb-4290-aadb-5e6cf17fbde5, infoPort=42629, infoSecurePort=0, ipcPort=40412, storageInfo=lv=-57;cid=testClusterID;nsid=1461864541;c=1556076412408), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 550331 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x160d89dee255d8d: Processing first storage report for DS-dda4c1ad-52e8-4bf9-ace7-c2a1f45462c1 from datanode 4c423fb3-8eeb-4290-aadb-5e6cf17fbde5
   [junit4]   2> 550331 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x160d89dee255d8d: from storage DS-dda4c1ad-52e8-4bf9-ace7-c2a1f45462c1 node DatanodeRegistration(127.0.0.1:40369, datanodeUuid=4c423fb3-8eeb-4290-aadb-5e6cf17fbde5, infoPort=42629, infoSecurePort=0, ipcPort=40412, storageInfo=lv=-57;cid=testClusterID;nsid=1461864541;c=1556076412408), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 550411 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@6651da79{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-46117-datanode-_-any-8177311814567434329.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 550412 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@37372a5f{HTTP/1.1,[http/1.1]}{localhost:46117}
   [junit4]   2> 550412 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.Server Started @550472ms
   [junit4]   2> 550550 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x4eb088c5690ab742: Processing first storage report for DS-777ba873-2a57-44f3-92d9-39cc9d54a7dd from datanode ad378f5c-d3e3-44df-bf5f-94974baf2745
   [junit4]   2> 550550 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x4eb088c5690ab742: from storage DS-777ba873-2a57-44f3-92d9-39cc9d54a7dd node DatanodeRegistration(127.0.0.1:34622, datanodeUuid=ad378f5c-d3e3-44df-bf5f-94974baf2745, infoPort=45577, infoSecurePort=0, ipcPort=42145, storageInfo=lv=-57;cid=testClusterID;nsid=1461864541;c=1556076412408), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 550550 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x4eb088c5690ab742: Processing first storage report for DS-b64fe172-65d3-4653-ab03-474baf7fcdf9 from datanode ad378f5c-d3e3-44df-bf5f-94974baf2745
   [junit4]   2> 550550 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x4eb088c5690ab742: from storage DS-b64fe172-65d3-4653-ab03-474baf7fcdf9 node DatanodeRegistration(127.0.0.1:34622, datanodeUuid=ad378f5c-d3e3-44df-bf5f-94974baf2745, infoPort=45577, infoSecurePort=0, ipcPort=42145, storageInfo=lv=-57;cid=testClusterID;nsid=1461864541;c=1556076412408), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 550693 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[595F1B1D2487CE1A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 550694 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[595F1B1D2487CE1A]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_595F1B1D2487CE1A-001/tempDir-002
   [junit4]   2> 550694 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[595F1B1D2487CE1A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 550694 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 550695 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 550795 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[595F1B1D2487CE1A]) [    ] o.a.s.c.ZkTestServer start zk server on port:42645
   [junit4]   2> 550795 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[595F1B1D2487CE1A]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42645
   [junit4]   2> 550795 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[595F1B1D2487CE1A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42645
   [junit4]   2> 550800 INFO  (zkConnectionManagerCallback-3318-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 550804 INFO  (zkConnectionManagerCallback-3320-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 550806 INFO  (zkConnectionManagerCallback-3322-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 550810 WARN  (jetty-launcher-3323-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 550810 WARN  (jetty-launcher-3323-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 550810 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 550810 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 550811 INFO  (jetty-launcher-3323-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 550811 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 550811 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 550811 INFO  (jetty-launcher-3323-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 550812 WARN  (jetty-launcher-3323-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 550812 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 550812 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 550812 INFO  (jetty-launcher-3323-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 550813 INFO  (jetty-launcher-3323-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 550813 INFO  (jetty-launcher-3323-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 550813 INFO  (jetty-launcher-3323-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 550813 INFO  (jetty-launcher-3323-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 550813 INFO  (jetty-launcher-3323-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 550813 INFO  (jetty-launcher-3323-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 550813 INFO  (jetty-launcher-3323-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d847e6a{/solr,null,AVAILABLE}
   [junit4]   2> 550813 INFO  (jetty-launcher-3323-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56226a18{/solr,null,AVAILABLE}
   [junit4]   2> 550814 WARN  (jetty-launcher-3323-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@68d87b33[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 550814 WARN  (jetty-launcher-3323-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@53165453[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 550815 INFO  (jetty-launcher-3323-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@224c84e0{SSL,[ssl, http/1.1]}{127.0.0.1:43448}
   [junit4]   2> 550815 INFO  (jetty-launcher-3323-thread-1) [    ] o.e.j.s.Server Started @550876ms
   [junit4]   2> 550815 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43448}
   [junit4]   2> 550815 INFO  (jetty-launcher-3323-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 550815 INFO  (jetty-launcher-3323-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 550815 ERROR (jetty-launcher-3323-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 550815 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 550816 INFO  (jetty-launcher-3323-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 550816 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 550816 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 550816 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 550816 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-24T03:26:53.517Z
   [junit4]   2> 550816 INFO  (jetty-launcher-3323-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c60a757{/solr,null,AVAILABLE}
   [junit4]   2> 550816 WARN  (jetty-launcher-3323-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7b7515e5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 550817 INFO  (jetty-launcher-3323-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@35eebf6e{SSL,[ssl, http/1.1]}{127.0.0.1:39120}
   [junit4]   2> 550817 INFO  (jetty-launcher-3323-thread-3) [    ] o.e.j.s.Server Started @550878ms
   [junit4]   2> 550817 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39120}
   [junit4]   2> 550818 ERROR (jetty-launcher-3323-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 550818 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 550818 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 550818 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 550818 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 550818 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-24T03:26:53.519Z
   [junit4]   2> 550819 INFO  (jetty-launcher-3323-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1544c49a{SSL,[ssl, http/1.1]}{127.0.0.1:33147}
   [junit4]   2> 550819 INFO  (jetty-launcher-3323-thread-2) [    ] o.e.j.s.Server Started @550880ms
   [junit4]   2> 550819 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33147}
   [junit4]   2> 550819 ERROR (jetty-launcher-3323-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 550819 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 550819 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 550820 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 550820 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 550820 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-24T03:26:53.521Z
   [junit4]   2> 550820 INFO  (zkConnectionManagerCallback-3325-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 550820 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 550822 INFO  (zkConnectionManagerCallback-3329-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 550825 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 550825 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 550827 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 550828 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 550832 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 550832 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 550832 INFO  (zkConnectionManagerCallback-3327-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 550832 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 550833 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 550836 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 550836 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 550838 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 550915 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 550915 WARN  (jetty-launcher-3323-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 550916 WARN  (jetty-launcher-3323-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@67b12643[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 550920 WARN  (jetty-launcher-3323-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 550926 WARN  (jetty-launcher-3323-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2e6ef2bb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 550927 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42645/solr
   [junit4]   2> 550939 INFO  (zkConnectionManagerCallback-3338-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 550945 INFO  (zkConnectionManagerCallback-3340-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 551031 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 551032 INFO  (jetty-launcher-3323-thread-3) [n:127.0.0.1:39120_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39120_solr
   [junit4]   2> 551032 WARN  (jetty-launcher-3323-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 551033 INFO  (jetty-launcher-3323-thread-3) [n:127.0.0.1:39120_solr    ] o.a.s.c.Overseer Overseer (id=73185544952152071-127.0.0.1:39120_solr-n_0000000000) starting
   [junit4]   2> 551034 WARN  (jetty-launcher-3323-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@638a9897[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 551036 WARN  (jetty-launcher-3323-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 551037 WARN  (jetty-launcher-3323-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3f97b1dd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 551038 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42645/solr
   [junit4]   2> 551041 INFO  (zkConnectionManagerCallback-3348-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 551041 INFO  (zkConnectionManagerCallback-3353-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 551045 INFO  (zkConnectionManagerCallback-3355-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 551045 INFO  (jetty-launcher-3323-thread-3) [n:127.0.0.1:39120_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42645/solr ready
   [junit4]   2> 551047 INFO  (OverseerStateUpdate-73185544952152071-127.0.0.1:39120_solr-n_0000000000) [n:127.0.0.1:39120_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39120_solr
   [junit4]   2> 551047 INFO  (jetty-launcher-3323-thread-3) [n:127.0.0.1:39120_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39120_solr
   [junit4]   2> 551058 INFO  (OverseerStateUpdate-73185544952152071-127.0.0.1:39120_solr-n_0000000000) [n:127.0.0.1:39120_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 551061 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 551067 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:33147_solr as DOWN
   [junit4]   2> 551069 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 551069 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33147_solr
   [junit4]   2> 551080 INFO  (zkCallback-3352-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 551080 INFO  (zkCallback-3354-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 551080 INFO  (zkCallback-3339-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 551088 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 551089 WARN  (jetty-launcher-3323-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 551090 INFO  (jetty-launcher-3323-thread-3) [n:127.0.0.1:39120_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 551090 WARN  (jetty-launcher-3323-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@71287442[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 551094 WARN  (jetty-launcher-3323-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 551097 INFO  (zkConnectionManagerCallback-3365-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 551098 WARN  (jetty-launcher-3323-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@8eb88a4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 551099 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 551099 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42645/solr
   [junit4]   2> 551101 INFO  (zkConnectionManagerCallback-3369-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 551104 INFO  (zkConnectionManagerCallback-3371-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 551111 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 551111 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42645/solr ready
   [junit4]   2> 551115 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:43448_solr as DOWN
   [junit4]   2> 551116 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 551116 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43448_solr
   [junit4]   2> 551119 INFO  (jetty-launcher-3323-thread-3) [n:127.0.0.1:39120_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 551123 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 551127 INFO  (zkCallback-3352-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 551127 INFO  (zkCallback-3354-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 551127 INFO  (zkCallback-3339-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 551128 INFO  (zkCallback-3364-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 551129 INFO  (zkCallback-3370-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 551133 INFO  (jetty-launcher-3323-thread-3) [n:127.0.0.1:39120_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 551133 INFO  (jetty-launcher-3323-thread-3) [n:127.0.0.1:39120_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 551135 INFO  (jetty-launcher-3323-thread-3) [n:127.0.0.1:39120_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_595F1B1D2487CE1A-001/tempDir-002/node3/.
   [junit4]   2> 551148 INFO  (zkConnectionManagerCallback-3379-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 551149 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 551151 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42645/solr ready
   [junit4]   2> 551151 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 551157 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 551174 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 551174 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 551176 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_595F1B1D2487CE1A-001/tempDir-002/node2/.
   [junit4]   2> 551183 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 551199 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 551199 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 551201 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_595F1B1D2487CE1A-001/tempDir-002/node1/.
   [junit4]   2> 552501 INFO  (zkConnectionManagerCallback-3385-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 552503 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[595F1B1D2487CE1A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 552504 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[595F1B1D2487CE1A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42645/solr ready
   [junit4]   2> 552538 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 552564 INFO  (qtp2141248290-9107) [n:127.0.0.1:43448_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:39120_solr,127.0.0.1:33147_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 552571 INFO  (OverseerThreadFactory-3015-thread-1-processing-n:127.0.0.1:39120_solr) [n:127.0.0.1:39120_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
   [junit4]   2> 552697 INFO  (OverseerStateUpdate-73185544952152071-127.0.0.1:39120_solr-n_0000000000) [n:127.0.0.1:39120_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39120/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 552701 INFO  (OverseerStateUpdate-73185544952152071-127.0.0.1:39120_solr-n_0000000000) [n:127.0.0.1:39120_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33147/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 552709 INFO  (OverseerStateUpdate-73185544952152071-127.0.0.1:39120_solr-n_0000000000) [n:127.0.0.1:39120_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39120/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 552720 INFO  (OverseerStateUpdate-73185544952152071-127.0.0.1:39120_solr-n_0000000000) [n:127.0.0.1:39120_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33147/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 552963 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr    x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 552963 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr    x:testSimple1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 552969 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr    x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 553045 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr    x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 553052 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr    x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 553990 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 554002 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 554006 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 554006 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 554006 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 554025 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45029/solr_hdfs_home
   [junit4]   2> 554025 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 554025 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_595F1B1D2487CE1A-001/tempDir-002/node3/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node3/data/]
   [junit4]   2> 554027 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node3/data/snapshot_metadata
   [junit4]   2> 554033 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 554050 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 554052 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 554052 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 554052 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
   [junit4]   2> 554054 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 554054 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 554055 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 554055 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45029/solr_hdfs_home
   [junit4]   2> 554055 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 554056 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_595F1B1D2487CE1A-001/tempDir-002/node3/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node7/data/]
   [junit4]   2> 554058 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
   [junit4]   2> 554067 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 554067 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 554082 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 554082 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 554101 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 554103 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 554103 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 554104 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 554104 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45029/solr_hdfs_home
   [junit4]   2> 554104 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 554104 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_595F1B1D2487CE1A-001/tempDir-002/node2/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node8/data/]
   [junit4]   2> 554106 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
   [junit4]   2> 554108 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 554116 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 554116 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 554116 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 554116 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 554116 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 554116 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45029/solr_hdfs_home
   [junit4]   2> 554116 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 554116 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_595F1B1D2487CE1A-001/tempDir-002/node2/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node5/data/]
   [junit4]   2> 554118 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node5/data/snapshot_metadata
   [junit4]   2> 554126 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 554126 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 554930 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 554931 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 554932 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 554948 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node7/data
   [junit4]   2> 554950 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node8/data
   [junit4]   2> 554955 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node3/data
   [junit4]   2> 554955 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 554958 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node5/data
   [junit4]   2> 555027 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node8/data/index
   [junit4]   2> 555031 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node7/data/index
   [junit4]   2> 555034 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node3/data/index
   [junit4]   2> 555037 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 555037 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 555043 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 555043 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 555044 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 555049 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 555049 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 555054 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node5/data/index
   [junit4]   2> 555060 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 555068 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 555068 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 555074 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 555074 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 556081 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 556081 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 556081 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 556081 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 556081 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 556081 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 556085 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 556085 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 556085 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 556086 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 556086 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 556086 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 556105 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 556105 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 556106 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 556107 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 556107 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 556109 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 556109 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 556109 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 556277 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@570af0a7[testSimple1_shard1_replica_n1] main]
   [junit4]   2> 556277 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@5db842aa[testSimple1_shard2_replica_n6] main]
   [junit4]   2> 556279 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 556279 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@18d5a081[testSimple1_shard1_replica_n2] main]
   [junit4]   2> 556279 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 556280 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 556281 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 556282 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 556283 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 556286 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 556286 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 556287 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@732d3c56[testSimple1_shard2_replica_n4] main]
   [junit4]   2> 556288 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 556288 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631664387117809664
   [junit4]   2> 556288 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631664387117809664
   [junit4]   2> 556289 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 556290 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 556290 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631664387119906816
   [junit4]   2> 556291 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 556292 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631664387122003968
   [junit4]   2> 556336 INFO  (searcherExecutor-3031-thread-1-processing-n:127.0.0.1:39120_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node3) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@570af0a7[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 556336 INFO  (searcherExecutor-3033-thread-1-processing-n:127.0.0.1:33147_solr x:testSimple1_shard2_replica_n6 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@5db842aa[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 556338 INFO  (searcherExecutor-3032-thread-1-processing-n:127.0.0.1:39120_solr x:testSimple1_shard2_replica_n4 c:testSimple1 s:shard2 r:core_node7) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@732d3c56[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 556338 INFO  (searcherExecutor-3034-thread-1-processing-n:127.0.0.1:33147_solr x:testSimple1_shard1_replica_n2 c:testSimple1 s:shard1 r:core_node5) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@18d5a081[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 556347 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node8=0}, version=0}
   [junit4]   2> 556347 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
   [junit4]   2> 556348 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 556348 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
   [junit4]   2> 556351 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
   [junit4]   2> 556351 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
   [junit4]   2> 556355 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
   [junit4]   2> 556355 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
   [junit4]   2> 556359 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 556359 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 556359 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33147/solr/testSimple1_shard2_replica_n6/
   [junit4]   2> 556361 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:33147/solr START replicas=[https://127.0.0.1:39120/solr/testSimple1_shard2_replica_n4/] nUpdates=100
   [junit4]   2> 556361 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:33147/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 556362 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 556362 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 556362 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33147/solr/testSimple1_shard1_replica_n2/
   [junit4]   2> 556366 INFO  (qtp1421354576-9102) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.S.Request [testSimple1_shard2_replica_n4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 556367 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=https://127.0.0.1:33147/solr START replicas=[https://127.0.0.1:39120/solr/testSimple1_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 556367 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=https://127.0.0.1:33147/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 556367 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 556367 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 556367 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testSimple1/leaders/shard

[...truncated too long message...]

y-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1399527859
     [copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1399527859
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1399527859

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 58ms :: artifacts dl 3ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 309 minutes 19 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)