You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/04/21 07:08:37 UTC

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 77 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/77/

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"https://127.0.0.1:35629/solr",           "node_name":"127.0.0.1:35629_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node5":{           "dataDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"https://127.0.0.1:42080/solr",           "node_name":"127.0.0.1:42080_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"https://127.0.0.1:35629/solr",           "node_name":"127.0.0.1:35629_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"https://127.0.0.1:42080/solr",           "node_name":"127.0.0.1:42080_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:35629_solr, 127.0.0.1:42059_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"https://127.0.0.1:35629/solr",           "node_name":"127.0.0.1:35629_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node5":{           "dataDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"https://127.0.0.1:42080/solr",           "node_name":"127.0.0.1:42080_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"https://127.0.0.1:35629/solr",           "node_name":"127.0.0.1:35629_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"https://127.0.0.1:42080/solr",           "node_name":"127.0.0.1:42080_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"https://127.0.0.1:35629/solr",
          "node_name":"127.0.0.1:35629_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          "dataDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"https://127.0.0.1:42080/solr",
          "node_name":"127.0.0.1:42080_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"https://127.0.0.1:35629/solr",
          "node_name":"127.0.0.1:35629_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"https://127.0.0.1:42080/solr",
          "node_name":"127.0.0.1:42080_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:35629_solr, 127.0.0.1:42059_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"https://127.0.0.1:35629/solr",
          "node_name":"127.0.0.1:35629_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          "dataDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"https://127.0.0.1:42080/solr",
          "node_name":"127.0.0.1:42080_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"https://127.0.0.1:35629/solr",
          "node_name":"127.0.0.1:35629_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"https://127.0.0.1:42080/solr",
          "node_name":"127.0.0.1:42080_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:34294/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([269CDFDF7816326C:1E2FFB215FE5E6BD]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic

Error Message:
{   "dbLastUpdateTime":1000006030,   "firstTimestamp":1000000020,   "lastTimestamp":1000006080,   "timestamps":[1000000020,1000000080,1000000140,1000000200,1000000260,1000000320,1000000380,1000000440,1000000500,1000000560,1000000620,1000000680,1000000740,1000000800,1000000860,1000000920,1000000980,1000001040,1000001100,1000001160,1000001220,1000001280,1000001340,1000001400,1000001460,1000001520,1000001580,1000001640,1000001700,1000001760,1000001820,1000001880,1000001940,1000002000,1000002060,1000002120,1000002180,1000002240,1000002300,1000002360,1000002420,1000002480,1000002540,1000002600,1000002660,1000002720,1000002780,1000002840,1000002900,1000002960,1000003020,1000003080,1000003140,1000003200,1000003260,1000003320,1000003380,1000003440,1000003500,1000003560,1000003620,1000003680,1000003740,1000003800,1000003860,1000003920,1000003980,1000004040,1000004100,1000004160,1000004220,1000004280,1000004340,1000004400,1000004460,1000004520,1000004580,1000004640,1000004700,1000004760,1000004820,1000004880,1000004940,1000005000,1000005060,1000005120,1000005180,1000005240,1000005300,1000005360,1000005420,1000005480,1000005540,1000005600,1000005660,1000005720,1000005780,1000005840,1000005900,1000005960,1000006020,1000006080],   "data":"1000000020:  +1.0000000000E00  +1.0000000000E02  \n1000000080:  +1.0000000000E00  +1.0000000000E02  \n1000000140:  +1.0000000000E00  +1.0000000000E02  \n1000000200:  +1.0000000000E00  +1.0000000000E02  \n1000000260:  +1.0000000000E00  +1.0000000000E02  \n1000000320:  +1.0000000000E00  +1.0000000000E02  \n1000000380:  +1.0000000000E00  +1.0000000000E02  \n1000000440:  +1.0000000000E00  +1.0000000000E02  \n1000000500:  +1.0000000000E00  +1.0000000000E02  \n1000000560:  +1.0000000000E00  +1.0000000000E02  \n1000000620:  +1.0000000000E00  +1.0000000000E02  \n1000000680:  +1.0000000000E00  +1.0000000000E02  \n1000000740:  +1.0000000000E00  +1.0000000000E02  \n1000000800:  +1.0000000000E00  +1.0000000000E02  \n1000000860:  +1.0000000000E00  +1.0000000000E02  \n1000000920:  +1.0000000000E00  +1.0000000000E02  \n1000000980:  +1.0000000000E00  +1.0000000000E02  \n1000001040:  +1.0000000000E00  +1.0000000000E02  \n1000001100:  +1.0000000000E00  +1.0000000000E02  \n1000001160:  +1.0000000000E00  +1.0000000000E02  \n1000001220:  +1.0000000000E00  +1.0000000000E02  \n1000001280:  +1.0000000000E00  +1.0000000000E02  \n1000001340:  +1.0000000000E00  +1.0000000000E02  \n1000001400:  +1.0000000000E00  +1.0000000000E02  \n1000001460:  +1.0000000000E00  +1.0000000000E02  \n1000001520:  +1.0000000000E00  +1.0000000000E02  \n1000001580:  +1.0000000000E00  +1.0000000000E02  \n1000001640:  +1.0000000000E00  +1.0000000000E02  \n1000001700:  +1.0000000000E00  +1.0000000000E02  \n1000001760:  +1.0000000000E00  +1.0000000000E02  \n1000001820:  +1.0000000000E00  +1.0000000000E02  \n1000001880:  +1.0000000000E00  +1.0000000000E02  \n1000001940:  +1.0000000000E00  +1.0000000000E02  \n1000002000:  +1.0000000000E00  +1.0000000000E02  \n1000002060:  +1.0000000000E00  +1.0000000000E02  \n1000002120:  +1.0000000000E00  +1.0000000000E02  \n1000002180:  +1.0000000000E00  +1.0000000000E02  \n1000002240:  +1.0000000000E00  +1.0000000000E02  \n1000002300:  +1.0000000000E00  +1.0000000000E02  \n1000002360:  +1.0000000000E00  +1.0000000000E02  \n1000002420:  +1.0000000000E00  +1.0000000000E02  \n1000002480:  +1.0000000000E00  +1.0000000000E02  \n1000002540:  +1.0000000000E00  +1.0000000000E02  \n1000002600:  +1.0000000000E00  +1.0000000000E02  \n1000002660:  +1.0000000000E00  +1.0000000000E02  \n1000002720:  +1.0000000000E00  +1.0000000000E02  \n1000002780:  +1.0000000000E00  +1.0000000000E02  \n1000002840:  +1.0000000000E00  +1.0000000000E02  \n1000002900:  +1.0000000000E00  +1.0000000000E02  \n1000002960:  +1.0000000000E00  +1.0000000000E02  \n1000003020:  +1.0000000000E00  +1.0000000000E02  \n1000003080:  +1.0000000000E00  +1.0000000000E02  \n1000003140:  +1.0000000000E00  +1.0000000000E02  \n1000003200:  +1.0000000000E00  +1.0000000000E02  \n1000003260:  +1.0000000000E00  +1.0000000000E02  \n1000003320:  +1.0000000000E00  +1.0000000000E02  \n1000003380:  +1.0000000000E00  +1.0000000000E02  \n1000003440:  +1.0000000000E00  +1.0000000000E02  \n1000003500:  +1.0000000000E00  +1.0000000000E02  \n1000003560:  +1.0000000000E00  +1.0000000000E02  \n1000003620:  +1.0000000000E00  +1.0000000000E02  \n1000003680:  +1.0000000000E00  +1.0000000000E02  \n1000003740:  +1.0000000000E00  +1.0000000000E02  \n1000003800:  +1.0000000000E00  +1.0000000000E02  \n1000003860:  +1.0000000000E00  +1.0000000000E02  \n1000003920:  +1.0000000000E00  +1.0000000000E02  \n1000003980:  +1.0000000000E00  +1.0000000000E02  \n1000004040:  +1.0000000000E00  +1.0000000000E02  \n1000004100:  +1.0000000000E00  +1.0000000000E02  \n1000004160:  +1.0000000000E00  +1.0000000000E02  \n1000004220:  +1.0000000000E00  +1.0000000000E02  \n1000004280:  +1.0000000000E00  +1.0000000000E02  \n1000004340:  +1.0000000000E00  +1.0000000000E02  \n1000004400:  +1.0000000000E00  +1.0000000000E02  \n1000004460:  +1.0000000000E00  +1.0000000000E02  \n1000004520:  +1.0000000000E00  +1.0000000000E02  \n1000004580:  +1.0000000000E00  +1.0000000000E02  \n1000004640:  +1.0000000000E00  +1.0000000000E02  \n1000004700:  +1.0000000000E00  +1.0000000000E02  \n1000004760:  +1.0000000000E00  +1.0000000000E02  \n1000004820:  +1.0000000000E00  +1.0000000000E02  \n1000004880:  +1.0000000000E00  +1.0000000000E02  \n1000004940:  +1.0000000000E00  +1.0000000000E02  \n1000005000:  +1.0000000000E00  +1.0000000000E02  \n1000005060:  +1.0000000000E00  +1.0000000000E02  \n1000005120:  +1.0000000000E00  +1.0000000000E02  \n1000005180:  +1.0000000000E00  +1.0000000000E02  \n1000005240:  +1.0000000000E00  +1.0000000000E02  \n1000005300:  +1.0000000000E00  +1.0000000000E02  \n1000005360:  +1.0000000000E00  +1.0000000000E02  \n1000005420:  +1.0000000000E00  +1.0000000000E02  \n1000005480:  +1.0000000000E00  +1.0000000000E02  \n1000005540:  +1.0000000000E00  +1.0000000000E02  \n1000005600:  +1.0000000000E00  +1.0000000000E02  \n1000005660:  +1.0000000000E00  +1.0000000000E02  \n1000005720:  +1.0000000000E00  +1.0000000000E02  \n1000005780:  +1.0000000000E00  +1.0000000000E02  \n1000005840:  +1.0000000000E00  +1.0000000000E02  \n1000005900:  +1.0000000000E00  +1.0000000000E02  \n1000005960:  +5.4166666667E-01  +1.0000000000E02  \n1000006020:  +5.4166666667E-01  +1.0000000000E02  \n1000006080:  NaN  NaN  \n"} expected:<NaN> but was:<1.0>

Stack Trace:
java.lang.AssertionError: {
  "dbLastUpdateTime":1000006030,
  "firstTimestamp":1000000020,
  "lastTimestamp":1000006080,
  "timestamps":[1000000020,1000000080,1000000140,1000000200,1000000260,1000000320,1000000380,1000000440,1000000500,1000000560,1000000620,1000000680,1000000740,1000000800,1000000860,1000000920,1000000980,1000001040,1000001100,1000001160,1000001220,1000001280,1000001340,1000001400,1000001460,1000001520,1000001580,1000001640,1000001700,1000001760,1000001820,1000001880,1000001940,1000002000,1000002060,1000002120,1000002180,1000002240,1000002300,1000002360,1000002420,1000002480,1000002540,1000002600,1000002660,1000002720,1000002780,1000002840,1000002900,1000002960,1000003020,1000003080,1000003140,1000003200,1000003260,1000003320,1000003380,1000003440,1000003500,1000003560,1000003620,1000003680,1000003740,1000003800,1000003860,1000003920,1000003980,1000004040,1000004100,1000004160,1000004220,1000004280,1000004340,1000004400,1000004460,1000004520,1000004580,1000004640,1000004700,1000004760,1000004820,1000004880,1000004940,1000005000,1000005060,1000005120,1000005180,1000005240,1000005300,1000005360,1000005420,1000005480,1000005540,1000005600,1000005660,1000005720,1000005780,1000005840,1000005900,1000005960,1000006020,1000006080],
  "data":"1000000020:  +1.0000000000E00  +1.0000000000E02  \n1000000080:  +1.0000000000E00  +1.0000000000E02  \n1000000140:  +1.0000000000E00  +1.0000000000E02  \n1000000200:  +1.0000000000E00  +1.0000000000E02  \n1000000260:  +1.0000000000E00  +1.0000000000E02  \n1000000320:  +1.0000000000E00  +1.0000000000E02  \n1000000380:  +1.0000000000E00  +1.0000000000E02  \n1000000440:  +1.0000000000E00  +1.0000000000E02  \n1000000500:  +1.0000000000E00  +1.0000000000E02  \n1000000560:  +1.0000000000E00  +1.0000000000E02  \n1000000620:  +1.0000000000E00  +1.0000000000E02  \n1000000680:  +1.0000000000E00  +1.0000000000E02  \n1000000740:  +1.0000000000E00  +1.0000000000E02  \n1000000800:  +1.0000000000E00  +1.0000000000E02  \n1000000860:  +1.0000000000E00  +1.0000000000E02  \n1000000920:  +1.0000000000E00  +1.0000000000E02  \n1000000980:  +1.0000000000E00  +1.0000000000E02  \n1000001040:  +1.0000000000E00  +1.0000000000E02  \n1000001100:  +1.0000000000E00  +1.0000000000E02  \n1000001160:  +1.0000000000E00  +1.0000000000E02  \n1000001220:  +1.0000000000E00  +1.0000000000E02  \n1000001280:  +1.0000000000E00  +1.0000000000E02  \n1000001340:  +1.0000000000E00  +1.0000000000E02  \n1000001400:  +1.0000000000E00  +1.0000000000E02  \n1000001460:  +1.0000000000E00  +1.0000000000E02  \n1000001520:  +1.0000000000E00  +1.0000000000E02  \n1000001580:  +1.0000000000E00  +1.0000000000E02  \n1000001640:  +1.0000000000E00  +1.0000000000E02  \n1000001700:  +1.0000000000E00  +1.0000000000E02  \n1000001760:  +1.0000000000E00  +1.0000000000E02  \n1000001820:  +1.0000000000E00  +1.0000000000E02  \n1000001880:  +1.0000000000E00  +1.0000000000E02  \n1000001940:  +1.0000000000E00  +1.0000000000E02  \n1000002000:  +1.0000000000E00  +1.0000000000E02  \n1000002060:  +1.0000000000E00  +1.0000000000E02  \n1000002120:  +1.0000000000E00  +1.0000000000E02  \n1000002180:  +1.0000000000E00  +1.0000000000E02  \n1000002240:  +1.0000000000E00  +1.0000000000E02  \n1000002300:  +1.0000000000E00  +1.0000000000E02  \n1000002360:  +1.0000000000E00  +1.0000000000E02  \n1000002420:  +1.0000000000E00  +1.0000000000E02  \n1000002480:  +1.0000000000E00  +1.0000000000E02  \n1000002540:  +1.0000000000E00  +1.0000000000E02  \n1000002600:  +1.0000000000E00  +1.0000000000E02  \n1000002660:  +1.0000000000E00  +1.0000000000E02  \n1000002720:  +1.0000000000E00  +1.0000000000E02  \n1000002780:  +1.0000000000E00  +1.0000000000E02  \n1000002840:  +1.0000000000E00  +1.0000000000E02  \n1000002900:  +1.0000000000E00  +1.0000000000E02  \n1000002960:  +1.0000000000E00  +1.0000000000E02  \n1000003020:  +1.0000000000E00  +1.0000000000E02  \n1000003080:  +1.0000000000E00  +1.0000000000E02  \n1000003140:  +1.0000000000E00  +1.0000000000E02  \n1000003200:  +1.0000000000E00  +1.0000000000E02  \n1000003260:  +1.0000000000E00  +1.0000000000E02  \n1000003320:  +1.0000000000E00  +1.0000000000E02  \n1000003380:  +1.0000000000E00  +1.0000000000E02  \n1000003440:  +1.0000000000E00  +1.0000000000E02  \n1000003500:  +1.0000000000E00  +1.0000000000E02  \n1000003560:  +1.0000000000E00  +1.0000000000E02  \n1000003620:  +1.0000000000E00  +1.0000000000E02  \n1000003680:  +1.0000000000E00  +1.0000000000E02  \n1000003740:  +1.0000000000E00  +1.0000000000E02  \n1000003800:  +1.0000000000E00  +1.0000000000E02  \n1000003860:  +1.0000000000E00  +1.0000000000E02  \n1000003920:  +1.0000000000E00  +1.0000000000E02  \n1000003980:  +1.0000000000E00  +1.0000000000E02  \n1000004040:  +1.0000000000E00  +1.0000000000E02  \n1000004100:  +1.0000000000E00  +1.0000000000E02  \n1000004160:  +1.0000000000E00  +1.0000000000E02  \n1000004220:  +1.0000000000E00  +1.0000000000E02  \n1000004280:  +1.0000000000E00  +1.0000000000E02  \n1000004340:  +1.0000000000E00  +1.0000000000E02  \n1000004400:  +1.0000000000E00  +1.0000000000E02  \n1000004460:  +1.0000000000E00  +1.0000000000E02  \n1000004520:  +1.0000000000E00  +1.0000000000E02  \n1000004580:  +1.0000000000E00  +1.0000000000E02  \n1000004640:  +1.0000000000E00  +1.0000000000E02  \n1000004700:  +1.0000000000E00  +1.0000000000E02  \n1000004760:  +1.0000000000E00  +1.0000000000E02  \n1000004820:  +1.0000000000E00  +1.0000000000E02  \n1000004880:  +1.0000000000E00  +1.0000000000E02  \n1000004940:  +1.0000000000E00  +1.0000000000E02  \n1000005000:  +1.0000000000E00  +1.0000000000E02  \n1000005060:  +1.0000000000E00  +1.0000000000E02  \n1000005120:  +1.0000000000E00  +1.0000000000E02  \n1000005180:  +1.0000000000E00  +1.0000000000E02  \n1000005240:  +1.0000000000E00  +1.0000000000E02  \n1000005300:  +1.0000000000E00  +1.0000000000E02  \n1000005360:  +1.0000000000E00  +1.0000000000E02  \n1000005420:  +1.0000000000E00  +1.0000000000E02  \n1000005480:  +1.0000000000E00  +1.0000000000E02  \n1000005540:  +1.0000000000E00  +1.0000000000E02  \n1000005600:  +1.0000000000E00  +1.0000000000E02  \n1000005660:  +1.0000000000E00  +1.0000000000E02  \n1000005720:  +1.0000000000E00  +1.0000000000E02  \n1000005780:  +1.0000000000E00  +1.0000000000E02  \n1000005840:  +1.0000000000E00  +1.0000000000E02  \n1000005900:  +1.0000000000E00  +1.0000000000E02  \n1000005960:  +5.4166666667E-01  +1.0000000000E02  \n1000006020:  +5.4166666667E-01  +1.0000000000E02  \n1000006080:  NaN  NaN  \n"} expected:<NaN> but was:<1.0>
	at __randomizedtesting.SeedInfo.seed([269CDFDF7816326C:8D66C2CAA7CAB442]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:553)
	at org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic(SolrRrdBackendFactoryTest.java:160)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13552 lines...]
   [junit4] Suite: org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest
   [junit4]   2> 365360 INFO  (SUITE-SolrRrdBackendFactoryTest-seed#[269CDFDF7816326C]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.metrics.rrd.SolrRrdBackendFactoryTest_269CDFDF7816326C-001/init-core-data-001
   [junit4]   2> 365361 INFO  (SUITE-SolrRrdBackendFactoryTest-seed#[269CDFDF7816326C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 365363 INFO  (SUITE-SolrRrdBackendFactoryTest-seed#[269CDFDF7816326C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 365369 INFO  (TEST-SolrRrdBackendFactoryTest.testBasic-seed#[269CDFDF7816326C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasic
   [junit4]   2> 365696 INFO  (TEST-SolrRrdBackendFactoryTest.testBasic-seed#[269CDFDF7816326C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBasic
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrRrdBackendFactoryTest -Dtests.method=testBasic -Dtests.seed=269CDFDF7816326C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=uk -Dtests.timezone=Asia/Dacca -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.34s J0 | SolrRrdBackendFactoryTest.testBasic <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: {
   [junit4]    >   "dbLastUpdateTime":1000006030,
   [junit4]    >   "firstTimestamp":1000000020,
   [junit4]    >   "lastTimestamp":1000006080,
   [junit4]    >   "timestamps":[1000000020,1000000080,1000000140,1000000200,1000000260,1000000320,1000000380,1000000440,1000000500,1000000560,1000000620,1000000680,1000000740,1000000800,1000000860,1000000920,1000000980,1000001040,1000001100,1000001160,1000001220,1000001280,1000001340,1000001400,1000001460,1000001520,1000001580,1000001640,1000001700,1000001760,1000001820,1000001880,1000001940,1000002000,1000002060,1000002120,1000002180,1000002240,1000002300,1000002360,1000002420,1000002480,1000002540,1000002600,1000002660,1000002720,1000002780,1000002840,1000002900,1000002960,1000003020,1000003080,1000003140,1000003200,1000003260,1000003320,1000003380,1000003440,1000003500,1000003560,1000003620,1000003680,1000003740,1000003800,1000003860,1000003920,1000003980,1000004040,1000004100,1000004160,1000004220,1000004280,1000004340,1000004400,1000004460,1000004520,1000004580,1000004640,1000004700,1000004760,1000004820,1000004880,1000004940,1000005000,1000005060,1000005120,1000005180,1000005240,1000005300,1000005360,1000005420,1000005480,1000005540,1000005600,1000005660,1000005720,1000005780,1000005840,1000005900,1000005960,1000006020,1000006080],
   [junit4]    >   "data":"1000000020:  +1.0000000000E00  +1.0000000000E02  \n1000000080:  +1.0000000000E00  +1.0000000000E02  \n1000000140:  +1.0000000000E00  +1.0000000000E02  \n1000000200:  +1.0000000000E00  +1.0000000000E02  \n1000000260:  +1.0000000000E00  +1.0000000000E02  \n1000000320:  +1.0000000000E00  +1.0000000000E02  \n1000000380:  +1.0000000000E00  +1.0000000000E02  \n1000000440:  +1.0000000000E00  +1.0000000000E02  \n1000000500:  +1.0000000000E00  +1.0000000000E02  \n1000000560:  +1.0000000000E00  +1.0000000000E02  \n1000000620:  +1.0000000000E00  +1.0000000000E02  \n1000000680:  +1.0000000000E00  +1.0000000000E02  \n1000000740:  +1.0000000000E00  +1.0000000000E02  \n1000000800:  +1.0000000000E00  +1.0000000000E02  \n1000000860:  +1.0000000000E00  +1.0000000000E02  \n1000000920:  +1.0000000000E00  +1.0000000000E02  \n1000000980:  +1.0000000000E00  +1.0000000000E02  \n1000001040:  +1.0000000000E00  +1.0000000000E02  \n1000001100:  +1.0000000000E00  +1.0000000000E02  \n1000001160:  +1.0000000000E00  +1.0000000000E02  \n1000001220:  +1.0000000000E00  +1.0000000000E02  \n1000001280:  +1.0000000000E00  +1.0000000000E02  \n1000001340:  +1.0000000000E00  +1.0000000000E02  \n1000001400:  +1.0000000000E00  +1.0000000000E02  \n1000001460:  +1.0000000000E00  +1.0000000000E02  \n1000001520:  +1.0000000000E00  +1.0000000000E02  \n1000001580:  +1.0000000000E00  +1.0000000000E02  \n1000001640:  +1.0000000000E00  +1.0000000000E02  \n1000001700:  +1.0000000000E00  +1.0000000000E02  \n1000001760:  +1.0000000000E00  +1.0000000000E02  \n1000001820:  +1.0000000000E00  +1.0000000000E02  \n1000001880:  +1.0000000000E00  +1.0000000000E02  \n1000001940:  +1.0000000000E00  +1.0000000000E02  \n1000002000:  +1.0000000000E00  +1.0000000000E02  \n1000002060:  +1.0000000000E00  +1.0000000000E02  \n1000002120:  +1.0000000000E00  +1.0000000000E02  \n1000002180:  +1.0000000000E00  +1.0000000000E02  \n1000002240:  +1.0000000000E00  +1.0000000000E02  \n1000002300:  +1.0000000000E00  +1.0000000000E02  \n1000002360:  +1.0000000000E00  +1.0000000000E02  \n1000002420:  +1.0000000000E00  +1.0000000000E02  \n1000002480:  +1.0000000000E00  +1.0000000000E02  \n1000002540:  +1.0000000000E00  +1.0000000000E02  \n1000002600:  +1.0000000000E00  +1.0000000000E02  \n1000002660:  +1.0000000000E00  +1.0000000000E02  \n1000002720:  +1.0000000000E00  +1.0000000000E02  \n1000002780:  +1.0000000000E00  +1.0000000000E02  \n1000002840:  +1.0000000000E00  +1.0000000000E02  \n1000002900:  +1.0000000000E00  +1.0000000000E02  \n1000002960:  +1.0000000000E00  +1.0000000000E02  \n1000003020:  +1.0000000000E00  +1.0000000000E02  \n1000003080:  +1.0000000000E00  +1.0000000000E02  \n1000003140:  +1.0000000000E00  +1.0000000000E02  \n1000003200:  +1.0000000000E00  +1.0000000000E02  \n1000003260:  +1.0000000000E00  +1.0000000000E02  \n1000003320:  +1.0000000000E00  +1.0000000000E02  \n1000003380:  +1.0000000000E00  +1.0000000000E02  \n1000003440:  +1.0000000000E00  +1.0000000000E02  \n1000003500:  +1.0000000000E00  +1.0000000000E02  \n1000003560:  +1.0000000000E00  +1.0000000000E02  \n1000003620:  +1.0000000000E00  +1.0000000000E02  \n1000003680:  +1.0000000000E00  +1.0000000000E02  \n1000003740:  +1.0000000000E00  +1.0000000000E02  \n1000003800:  +1.0000000000E00  +1.0000000000E02  \n1000003860:  +1.0000000000E00  +1.0000000000E02  \n1000003920:  +1.0000000000E00  +1.0000000000E02  \n1000003980:  +1.0000000000E00  +1.0000000000E02  \n1000004040:  +1.0000000000E00  +1.0000000000E02  \n1000004100:  +1.0000000000E00  +1.0000000000E02  \n1000004160:  +1.0000000000E00  +1.0000000000E02  \n1000004220:  +1.0000000000E00  +1.0000000000E02  \n1000004280:  +1.0000000000E00  +1.0000000000E02  \n1000004340:  +1.0000000000E00  +1.0000000000E02  \n1000004400:  +1.0000000000E00  +1.0000000000E02  \n1000004460:  +1.0000000000E00  +1.0000000000E02  \n1000004520:  +1.0000000000E00  +1.0000000000E02  \n1000004580:  +1.0000000000E00  +1.0000000000E02  \n1000004640:  +1.0000000000E00  +1.0000000000E02  \n1000004700:  +1.0000000000E00  +1.0000000000E02  \n1000004760:  +1.0000000000E00  +1.0000000000E02  \n1000004820:  +1.0000000000E00  +1.0000000000E02  \n1000004880:  +1.0000000000E00  +1.0000000000E02  \n1000004940:  +1.0000000000E00  +1.0000000000E02  \n1000005000:  +1.0000000000E00  +1.0000000000E02  \n1000005060:  +1.0000000000E00  +1.0000000000E02  \n1000005120:  +1.0000000000E00  +1.0000000000E02  \n1000005180:  +1.0000000000E00  +1.0000000000E02  \n1000005240:  +1.0000000000E00  +1.0000000000E02  \n1000005300:  +1.0000000000E00  +1.0000000000E02  \n1000005360:  +1.0000000000E00  +1.0000000000E02  \n1000005420:  +1.0000000000E00  +1.0000000000E02  \n1000005480:  +1.0000000000E00  +1.0000000000E02  \n1000005540:  +1.0000000000E00  +1.0000000000E02  \n1000005600:  +1.0000000000E00  +1.0000000000E02  \n1000005660:  +1.0000000000E00  +1.0000000000E02  \n1000005720:  +1.0000000000E00  +1.0000000000E02  \n1000005780:  +1.0000000000E00  +1.0000000000E02  \n1000005840:  +1.0000000000E00  +1.0000000000E02  \n1000005900:  +1.0000000000E00  +1.0000000000E02  \n1000005960:  +5.4166666667E-01  +1.0000000000E02  \n1000006020:  +5.4166666667E-01  +1.0000000000E02  \n1000006080:  NaN  NaN  \n"} expected:<NaN> but was:<1.0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([269CDFDF7816326C:8D66C2CAA7CAB442]:0)
   [junit4]    > 	at org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic(SolrRrdBackendFactoryTest.java:160)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.metrics.rrd.SolrRrdBackendFactoryTest_269CDFDF7816326C-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=1389, maxMBSortInHeap=6.836476659459986, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@77e26111), locale=uk, timezone=Asia/Dacca
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=276190416,total=521142272
   [junit4]   2> NOTE: All tests run in this JVM: [ConnectionManagerTest, TestRandomDVFaceting, TestBinaryField, TestShardHandlerFactory, UninvertDocValuesMergePolicyTest, TestCorePropertiesReload, TestInPlaceUpdatesDistrib, TestCloudConsistency, TestTrieFacet, TestAtomicUpdateErrorCases, TestRuleBasedAuthorizationPlugin, TestSolrCLIRunExample, TolerantUpdateProcessorTest, SolrSlf4jReporterTest, RequiredFieldsTest, TestSimNodeLostTrigger, TestEmbeddedSolrServerAdminHandler, SolrRrdBackendFactoryTest]
   [junit4] Completed [73/854 (1!)] on J0 in 0.51s, 1 test, 1 failure <<< FAILURES!

[...truncated 1518 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
   [junit4]   2> 3412212 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_269CDFDF7816326C-001/init-core-data-001
   [junit4]   2> 3412212 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
   [junit4]   2> 3412213 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 3412216 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3412262 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 3412276 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3412278 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3412279 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3412279 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3412279 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3412280 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12602bc4{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3412441 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@15b07ecf{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-37333-hdfs-_-any-3933411367957439076.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 3412441 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@69172ce7{HTTP/1.1,[http/1.1]}{localhost:37333}
   [junit4]   2> 3412441 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.e.j.s.Server Started @3412544ms
   [junit4]   2> 3412535 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3412537 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3412538 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3412538 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3412538 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3412539 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7bcaca5f{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3412699 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4acfa51a{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-33441-datanode-_-any-7088095644065601289.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 3412700 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@83ec0fc{HTTP/1.1,[http/1.1]}{localhost:33441}
   [junit4]   2> 3412700 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[269CDFDF7816326C]-worker) [    ] o.e.j.s.Server Started @3412802ms
   [junit4]   2> 3412826 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x93ffc7f75bd73b14: Processing first storage report for DS-b7486ff7-66f2-41fd-8498-accba140c05d from datanode 8e20104d-a960-4e65-b0f8-ba919b7da99a
   [junit4]   2> 3412826 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x93ffc7f75bd73b14: from storage DS-b7486ff7-66f2-41fd-8498-accba140c05d node DatanodeRegistration(127.0.0.1:36674, datanodeUuid=8e20104d-a960-4e65-b0f8-ba919b7da99a, infoPort=46549, infoSecurePort=0, ipcPort=44290, storageInfo=lv=-57;cid=testClusterID;nsid=353171048;c=1555826715772), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3412826 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x93ffc7f75bd73b14: Processing first storage report for DS-3ba90c5a-e703-42cc-a669-539a624d04e5 from datanode 8e20104d-a960-4e65-b0f8-ba919b7da99a
   [junit4]   2> 3412826 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x93ffc7f75bd73b14: from storage DS-3ba90c5a-e703-42cc-a669-539a624d04e5 node DatanodeRegistration(127.0.0.1:36674, datanodeUuid=8e20104d-a960-4e65-b0f8-ba919b7da99a, infoPort=46549, infoSecurePort=0, ipcPort=44290, storageInfo=lv=-57;cid=testClusterID;nsid=353171048;c=1555826715772), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3412883 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[269CDFDF7816326C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 3412885 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[269CDFDF7816326C]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_269CDFDF7816326C-001/tempDir-002
   [junit4]   2> 3412885 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[269CDFDF7816326C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3412885 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3412885 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3412985 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[269CDFDF7816326C]) [    ] o.a.s.c.ZkTestServer start zk server on port:44513
   [junit4]   2> 3412986 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[269CDFDF7816326C]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44513
   [junit4]   2> 3412986 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[269CDFDF7816326C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44513
   [junit4]   2> 3412993 INFO  (zkConnectionManagerCallback-15244-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3412998 INFO  (zkConnectionManagerCallback-15246-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3412999 INFO  (zkConnectionManagerCallback-15248-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3413005 WARN  (jetty-launcher-15249-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3413005 WARN  (jetty-launcher-15249-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3413005 INFO  (jetty-launcher-15249-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3413005 INFO  (jetty-launcher-15249-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3413005 INFO  (jetty-launcher-15249-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3413005 INFO  (jetty-launcher-15249-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3413005 WARN  (jetty-launcher-15249-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3413005 INFO  (jetty-launcher-15249-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3413005 INFO  (jetty-launcher-15249-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3413005 INFO  (jetty-launcher-15249-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3413006 INFO  (jetty-launcher-15249-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3413006 INFO  (jetty-launcher-15249-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3413007 INFO  (jetty-launcher-15249-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3413007 INFO  (jetty-launcher-15249-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3413007 INFO  (jetty-launcher-15249-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3413008 INFO  (jetty-launcher-15249-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a9e12ad{/solr,null,AVAILABLE}
   [junit4]   2> 3413008 WARN  (jetty-launcher-15249-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2bbdc1ad[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3413008 INFO  (jetty-launcher-15249-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3413008 INFO  (jetty-launcher-15249-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3413008 INFO  (jetty-launcher-15249-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3413009 INFO  (jetty-launcher-15249-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3413009 INFO  (jetty-launcher-15249-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3413009 INFO  (jetty-launcher-15249-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@682dfc27{/solr,null,AVAILABLE}
   [junit4]   2> 3413009 INFO  (jetty-launcher-15249-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3413009 INFO  (jetty-launcher-15249-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19b9d19{/solr,null,AVAILABLE}
   [junit4]   2> 3413009 WARN  (jetty-launcher-15249-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1acf0a5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3413009 WARN  (jetty-launcher-15249-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@191b3687[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1987dd48{SSL,[ssl, http/1.1]}{127.0.0.1:42080}
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-3) [    ] o.e.j.s.Server Started @3413112ms
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42080}
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5c5f569c{SSL,[ssl, http/1.1]}{127.0.0.1:42059}
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-2) [    ] o.e.j.s.Server Started @3413112ms
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@129c4bf5{SSL,[ssl, http/1.1]}{127.0.0.1:35629}
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42059}
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-1) [    ] o.e.j.s.Server Started @3413112ms
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35629}
   [junit4]   2> 3413010 ERROR (jetty-launcher-15249-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3413010 ERROR (jetty-launcher-15249-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-21T06:05:16.550Z
   [junit4]   2> 3413010 ERROR (jetty-launcher-15249-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-21T06:05:16.550Z
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3413010 INFO  (jetty-launcher-15249-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-21T06:05:16.550Z
   [junit4]   2> 3413013 INFO  (zkConnectionManagerCallback-15251-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3413013 INFO  (zkConnectionManagerCallback-15254-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3413014 INFO  (jetty-launcher-15249-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3413014 INFO  (zkConnectionManagerCallback-15255-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3413014 INFO  (jetty-launcher-15249-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3413014 INFO  (jetty-launcher-15249-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3413019 INFO  (jetty-launcher-15249-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3413019 INFO  (jetty-launcher-15249-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3413053 INFO  (jetty-launcher-15249-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4c851ae9, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3413056 INFO  (jetty-launcher-15249-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3413056 INFO  (jetty-launcher-15249-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3413056 INFO  (jetty-launcher-15249-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3413056 INFO  (jetty-launcher-15249-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3413058 INFO  (jetty-launcher-15249-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4c851ae9, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3413058 INFO  (jetty-launcher-15249-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4c851ae9, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3413188 INFO  (jetty-launcher-15249-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3413188 WARN  (jetty-launcher-15249-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3413189 WARN  (jetty-launcher-15249-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@20d9f518[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3413189 INFO  (jetty-launcher-15249-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3413189 WARN  (jetty-launcher-15249-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3413190 WARN  (jetty-launcher-15249-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6f34c3b1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3413192 WARN  (jetty-launcher-15249-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3413192 WARN  (jetty-launcher-15249-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3413193 WARN  (jetty-launcher-15249-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@17688e27[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3413193 WARN  (jetty-launcher-15249-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6ec8f532[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3413194 INFO  (jetty-launcher-15249-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44513/solr
   [junit4]   2> 3413194 INFO  (jetty-launcher-15249-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44513/solr
   [junit4]   2> 3413196 INFO  (zkConnectionManagerCallback-15269-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3413197 INFO  (zkConnectionManagerCallback-15270-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3413201 INFO  (zkConnectionManagerCallback-15272-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3413201 INFO  (zkConnectionManagerCallback-15274-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3413256 INFO  (jetty-launcher-15249-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3413257 WARN  (jetty-launcher-15249-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3413260 WARN  (jetty-launcher-15249-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@79b8bc40[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3413267 WARN  (jetty-launcher-15249-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3413269 WARN  (jetty-launcher-15249-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2ab71259[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3413272 INFO  (jetty-launcher-15249-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44513/solr
   [junit4]   2> 3413274 INFO  (zkConnectionManagerCallback-15284-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3413279 INFO  (zkConnectionManagerCallback-15286-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3413294 INFO  (jetty-launcher-15249-thread-2) [n:127.0.0.1:42059_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42059_solr
   [junit4]   2> 3413295 INFO  (jetty-launcher-15249-thread-2) [n:127.0.0.1:42059_solr    ] o.a.s.c.Overseer Overseer (id=73169180811526155-127.0.0.1:42059_solr-n_0000000000) starting
   [junit4]   2> 3413304 INFO  (zkConnectionManagerCallback-15293-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3413309 INFO  (jetty-launcher-15249-thread-2) [n:127.0.0.1:42059_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44513/solr ready
   [junit4]   2> 3413310 INFO  (OverseerStateUpdate-73169180811526155-127.0.0.1:42059_solr-n_0000000000) [n:127.0.0.1:42059_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42059_solr
   [junit4]   2> 3413310 INFO  (jetty-launcher-15249-thread-2) [n:127.0.0.1:42059_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42059_solr
   [junit4]   2> 3413313 INFO  (OverseerStateUpdate-73169180811526155-127.0.0.1:42059_solr-n_0000000000) [n:127.0.0.1:42059_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3413313 INFO  (zkCallback-15292-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3413322 INFO  (jetty-launcher-15249-thread-1) [n:127.0.0.1:35629_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3413329 INFO  (jetty-launcher-15249-thread-1) [n:127.0.0.1:35629_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:35629_solr as DOWN
   [junit4]   2> 3413331 INFO  (jetty-launcher-15249-thread-1) [n:127.0.0.1:35629_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3413331 INFO  (jetty-launcher-15249-thread-1) [n:127.0.0.1:35629_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35629_solr
   [junit4]   2> 3413333 INFO  (zkCallback-15285-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3413333 INFO  (zkCallback-15292-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3413333 INFO  (zkCallback-15273-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3413347 INFO  (jetty-launcher-15249-thread-2) [n:127.0.0.1:42059_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3413353 INFO  (jetty-launcher-15249-thread-3) [n:127.0.0.1:42080_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3413355 INFO  (zkConnectionManagerCallback-15299-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3413356 INFO  (jetty-launcher-15249-thread-1) [n:127.0.0.1:35629_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3413358 INFO  (jetty-launcher-15249-thread-3) [n:127.0.0.1:42080_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:42080_solr as DOWN
   [junit4]   2> 3413358 INFO  (jetty-launcher-15249-thread-1) [n:127.0.0.1:35629_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44513/solr ready
   [junit4]   2> 3413359 INFO  (jetty-launcher-15249-thread-1) [n:127.0.0.1:35629_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3413364 INFO  (jetty-launcher-15249-thread-3) [n:127.0.0.1:42080_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3413364 INFO  (jetty-launcher-15249-thread-3) [n:127.0.0.1:42080_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42080_solr
   [junit4]   2> 3413366 INFO  (zkCallback-15292-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3413366 INFO  (zkCallback-15273-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3413366 INFO  (zkCallback-15285-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3413371 INFO  (zkCallback-15271-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3413371 INFO  (zkCallback-15298-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3413375 INFO  (jetty-launcher-15249-thread-2) [n:127.0.0.1:42059_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c851ae9
   [junit4]   2> 3413387 INFO  (jetty-launcher-15249-thread-1) [n:127.0.0.1:35629_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c851ae9
   [junit4]   2> 3413389 INFO  (jetty-launcher-15249-thread-2) [n:127.0.0.1:42059_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c851ae9
   [junit4]   2> 3413389 INFO  (jetty-launcher-15249-thread-2) [n:127.0.0.1:42059_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c851ae9
   [junit4]   2> 3413392 INFO  (jetty-launcher-15249-thread-2) [n:127.0.0.1:42059_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_269CDFDF7816326C-001/tempDir-002/node2/.
   [junit4]   2> 3413401 INFO  (zkConnectionManagerCallback-15305-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3413402 INFO  (jetty-launcher-15249-thread-3) [n:127.0.0.1:42080_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3413403 INFO  (jetty-launcher-15249-thread-1) [n:127.0.0.1:35629_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c851ae9
   [junit4]   2> 3413404 INFO  (jetty-launcher-15249-thread-1) [n:127.0.0.1:35629_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c851ae9
   [junit4]   2> 3413405 INFO  (jetty-launcher-15249-thread-3) [n:127.0.0.1:42080_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44513/solr ready
   [junit4]   2> 3413405 INFO  (jetty-launcher-15249-thread-3) [n:127.0.0.1:42080_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3413406 INFO  (jetty-launcher-15249-thread-1) [n:127.0.0.1:35629_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_269CDFDF7816326C-001/tempDir-002/node1/.
   [junit4]   2> 3413470 INFO  (jetty-launcher-15249-thread-3) [n:127.0.0.1:42080_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c851ae9
   [junit4]   2> 3413490 INFO  (jetty-launcher-15249-thread-3) [n:127.0.0.1:42080_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c851ae9
   [junit4]   2> 3413490 INFO  (jetty-launcher-15249-thread-3) [n:127.0.0.1:42080_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c851ae9
   [junit4]   2> 3413492 INFO  (jetty-launcher-15249-thread-3) [n:127.0.0.1:42080_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_269CDFDF7816326C-001/tempDir-002/node3/.
   [junit4]   2> 3413567 INFO  (zkConnectionManagerCallback-15311-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3413568 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[269CDFDF7816326C]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3413570 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[269CDFDF7816326C]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44513/solr ready
   [junit4]   2> 3413593 INFO  (qtp1144345630-65952) [n:127.0.0.1:42059_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 3413616 INFO  (qtp1952326424-65959) [n:127.0.0.1:35629_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42059_solr,127.0.0.1:42080_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3413624 INFO  (OverseerThreadFactory-12401-thread-1-processing-n:127.0.0.1:42059_solr) [n:127.0.0.1:42059_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
   [junit4]   2> 3413737 INFO  (OverseerStateUpdate-73169180811526155-127.0.0.1:42059_solr-n_0000000000) [n:127.0.0.1:42059_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42080/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3413739 INFO  (OverseerStateUpdate-73169180811526155-127.0.0.1:42059_solr-n_0000000000) [n:127.0.0.1:42059_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42059/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3413743 INFO  (OverseerStateUpdate-73169180811526155-127.0.0.1:42059_solr-n_0000000000) [n:127.0.0.1:42059_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42080/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3413747 INFO  (OverseerStateUpdate-73169180811526155-127.0.0.1:42059_solr-n_0000000000) [n:127.0.0.1:42059_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42059/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3413955 INFO  (qtp1144345630-65945) [n:127.0.0.1:42059_solr    x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3413955 INFO  (qtp1144345630-65945) [n:127.0.0.1:42059_solr    x:testSimple1_shard2_replica_n6] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3413955 INFO  (qtp1144345630-65952) [n:127.0.0.1:42059_solr    x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3413969 INFO  (qtp1228431004-65958) [n:127.0.0.1:42080_solr    x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3413970 INFO  (qtp1228431004-65957) [n:127.0.0.1:42080_solr    x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3414969 INFO  (qtp1144345630-65945) [n:127.0.0.1:42059_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 3414971 INFO  (qtp1144345630-65952) [n:127.0.0.1:42059_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 3414986 INFO  (qtp1228431004-65957) [n:127.0.0.1:42080_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 3414986 INFO  (qtp1228431004-65958) [n:127.0.0.1:42080_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 3415012 INFO  (qtp1144345630-65952) [n:127.0.0.1:42059_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 3415014 INFO  (qtp1144345630-65945) [n:127.0.0.1:42059_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 3415017 INFO  (qtp1144345630-65952) [n:127.0.0.1:42059_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3415017 INFO  (qtp1144345630-65945) [n:127.0.0.1:42059_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3415017 INFO  (qtp1144345630-65945) [n:127.0.0.1:42059_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3415017 INFO  (qtp1144345630-65952) [n:127.0.0.1:42059_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3415017 INFO  (qtp1144345630-65945) [n:127.0.0.1:42059_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c851ae9
   [junit4]   2> 3415017 INFO  (qtp1144345630-65952) [n:127.0.0.1:42059_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c851ae9
   [junit4]   2> 3415018 INFO  (qtp1144345630-65945) [n:127.0.0.1:42059_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:34294/solr_hdfs_home
   [junit4]   2> 3415018 INFO  (qtp1144345630-65952) [n:127.0.0.1:42059_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:34294/solr_hdfs_home
   [junit4]   2> 3415018 INFO  (qtp1144345630-65945) [n:127.0.0.1:42059_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3415018 INFO  (qtp1144345630-65945) [n:127.0.0.1:42059_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_269CDFDF7816326C-001/tempDir-002/node2/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:34294/solr_hdfs_home/testSimple1/core_node8/data/]
   [junit4]   2> 3415018 INFO  (qtp1144345630-65952) [n:127.0.0.1:42059_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3415018 INFO  (qtp1144345630-65952) [n:127.0.0.1:42059_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_269CDFDF7816326C-001/tempDir-002/node2/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:34294/solr_hdfs_home/testSimple1/core_node5/data/]
   [junit4]   2> 3415019 INFO  (qtp1144345630-65945) [n:127.0.0.1:42059_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34294/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
   [junit4]   2> 3415020 INFO  (qtp1144345630-65952) [n:127.0.0.1:42059_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34294/solr_hdfs_home/testSimple1/core_node5/data/snapshot_metadata
   [junit4]   2> 3415024 INFO  (qtp1228431004-65957) [n:127.0.0.1:42080_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3415027 INFO  (qtp1228431004-65957) [n:127.0.0.1:42080_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3415027 INFO  (qtp1228431004-65957) [n:127.0.0.1:42080_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3415027 INFO  (qtp1228431004-65957) [n:127.0.0.1:42080_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c851ae9
   [junit4]   2> 3415028 INFO  (qtp1228431004-65957) [n:127.0.0.1:42080_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:34294/solr_hdfs_home
   [junit4]   2> 3415030 INFO  (qtp1144345630-65952) [n:127.0.0.1:42059_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3415030 INFO  (qtp1144345630-65945) [n:127.0.0.1:42059_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3415030 INFO  (qtp1144345630-65952) [n:127.0.0.1:42059_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3415030 INFO  (qtp1144345630-65952) [n:127.0.0.1:42059_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3415030 INFO  (qtp1144345630-65945) [n:127.0.0.1:42059_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3415030 INFO  (qtp1144345630-65945) [n:127.0.0.1:42059_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3415030 INFO  (qtp1228431004-65958) [n:127.0.0.1:42080_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 3415033 INFO  (qtp1228431004-65958) [n:127.0.0.1:42080_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3415033 INFO  (qtp1228431004-65958) [n:127.0.0.1:42080_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3415034 INFO  (qtp1228431004-65958) [n:127.0.0.1:42080_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c851ae9
   [junit4]   2> 3415034 INFO  (qtp1228431004-65957) [n:127.0.0.1:42080_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3415034 INFO  (qtp1228431004-65957) [n:127.0.0.1:42080_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_269CDFDF7816326C-001/tempDir-002/node3/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:34294/solr_hdfs_home/testSimple1/core_node3/data/]
   [junit4]   2> 3415034 INFO  (qtp1228431004-65958) [n:127.0.0.1:42080_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:34294/solr_hdfs_home
   [junit4]   2> 3415034 INFO  (qtp1228431004-65958) [n:127.0.0.1:42080_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3415034 INFO  (qtp1228431004-65958) [n:127.0.0.1:42080_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasInteg

[...truncated too long message...]

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null478522184
     [copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null478522184
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null478522184

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 45ms :: artifacts dl 6ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 312 minutes 29 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 81 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/81/

3 tests failed.
FAILED:  org.apache.solr.cloud.OverseerTest.testOverseerFailure

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([E8A6B7DC858DB358]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.OverseerTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([E8A6B7DC858DB358]:0)


FAILED:  org.apache.solr.cloud.api.collections.CustomCollectionTest.testRouteFieldForImplicitRouter

Error Message:
expected:<3> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<1>
	at __randomizedtesting.SeedInfo.seed([E8A6B7DC858DB358:BDF65F4E29747CA8]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.api.collections.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:145)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15300 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.CustomCollectionTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/init-core-data-001
   [junit4]   2> 6610029 INFO  (SUITE-CustomCollectionTest-seed#[E8A6B7DC858DB358]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001
   [junit4]   2> 6610050 INFO  (SUITE-CustomCollectionTest-seed#[E8A6B7DC858DB358]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 6610050 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 6610050 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 6610155 INFO  (SUITE-CustomCollectionTest-seed#[E8A6B7DC858DB358]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:46098
   [junit4]   2> 6610155 INFO  (SUITE-CustomCollectionTest-seed#[E8A6B7DC858DB358]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46098
   [junit4]   2> 6610155 INFO  (SUITE-CustomCollectionTest-seed#[E8A6B7DC858DB358]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46098
   [junit4]   2> 6610177 INFO  (zkConnectionManagerCallback-22718-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6610191 INFO  (zkConnectionManagerCallback-22720-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6610200 INFO  (zkConnectionManagerCallback-22722-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6610202 WARN  (jetty-launcher-22723-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 6610202 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 6610202 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 6610202 INFO  (jetty-launcher-22723-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 6610202 WARN  (jetty-launcher-22723-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 6610203 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 6610203 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 6610203 INFO  (jetty-launcher-22723-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 6610203 WARN  (jetty-launcher-22723-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 6610203 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 6610203 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 6610203 INFO  (jetty-launcher-22723-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 6610204 WARN  (jetty-launcher-22723-thread-4) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 6610204 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 6610204 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 6610204 INFO  (jetty-launcher-22723-thread-4) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 6610205 INFO  (jetty-launcher-22723-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 6610205 INFO  (jetty-launcher-22723-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 6610205 INFO  (jetty-launcher-22723-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 6610205 INFO  (jetty-launcher-22723-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a6b3f4f{/solr,null,AVAILABLE}
   [junit4]   2> 6610206 INFO  (jetty-launcher-22723-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 6610206 INFO  (jetty-launcher-22723-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 6610206 INFO  (jetty-launcher-22723-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 6610206 INFO  (jetty-launcher-22723-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@399a7959{/solr,null,AVAILABLE}
   [junit4]   2> 6610207 INFO  (jetty-launcher-22723-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 6610207 INFO  (jetty-launcher-22723-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 6610207 INFO  (jetty-launcher-22723-thread-4) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 6610207 INFO  (jetty-launcher-22723-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53c7cdf9{/solr,null,AVAILABLE}
   [junit4]   2> 6610277 INFO  (jetty-launcher-22723-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 6610277 INFO  (jetty-launcher-22723-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 6610277 INFO  (jetty-launcher-22723-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 6610277 INFO  (jetty-launcher-22723-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fb97724{/solr,null,AVAILABLE}
   [junit4]   2> 6610281 INFO  (jetty-launcher-22723-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@208f3aa6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41626}
   [junit4]   2> 6610281 INFO  (jetty-launcher-22723-thread-3) [    ] o.e.j.s.Server Started @6610553ms
   [junit4]   2> 6610281 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41626}
   [junit4]   2> 6610281 ERROR (jetty-launcher-22723-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6610281 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6610281 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 6610281 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6610281 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 6610281 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-25T07:36:27.107Z
   [junit4]   2> 6610343 INFO  (jetty-launcher-22723-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@50871e28{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36301}
   [junit4]   2> 6610343 INFO  (jetty-launcher-22723-thread-1) [    ] o.e.j.s.Server Started @6610615ms
   [junit4]   2> 6610343 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36301}
   [junit4]   2> 6610343 ERROR (jetty-launcher-22723-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6610343 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6610343 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 6610343 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6610343 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 6610343 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-25T07:36:27.169Z
   [junit4]   2> 6610345 INFO  (jetty-launcher-22723-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4db9f6c5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41036}
   [junit4]   2> 6610345 INFO  (jetty-launcher-22723-thread-2) [    ] o.e.j.s.Server Started @6610617ms
   [junit4]   2> 6610345 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41036}
   [junit4]   2> 6610345 ERROR (jetty-launcher-22723-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6610345 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6610345 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 6610345 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6610345 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 6610345 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-25T07:36:27.171Z
   [junit4]   2> 6610358 INFO  (jetty-launcher-22723-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@54a2a952{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37224}
   [junit4]   2> 6610358 INFO  (jetty-launcher-22723-thread-4) [    ] o.e.j.s.Server Started @6610630ms
   [junit4]   2> 6610358 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37224}
   [junit4]   2> 6610358 INFO  (zkConnectionManagerCallback-22727-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6610358 ERROR (jetty-launcher-22723-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6610358 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6610358 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 6610358 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6610358 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 6610358 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-25T07:36:27.184Z
   [junit4]   2> 6610359 INFO  (zkConnectionManagerCallback-22729-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6610365 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 6610365 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 6610410 INFO  (zkConnectionManagerCallback-22725-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6610410 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 6610491 INFO  (zkConnectionManagerCallback-22731-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6610511 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 6610730 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 6610937 WARN  (jetty-launcher-22723-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@783e977a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6610974 WARN  (jetty-launcher-22723-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@35acc7a4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6610975 INFO  (jetty-launcher-22723-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46098/solr
   [junit4]   2> 6611017 INFO  (zkConnectionManagerCallback-22741-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6611074 INFO  (zkConnectionManagerCallback-22743-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6611525 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 6611557 WARN  (jetty-launcher-22723-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@756ddcc3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6611573 WARN  (jetty-launcher-22723-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4b392e29[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6611574 INFO  (jetty-launcher-22723-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46098/solr
   [junit4]   2> 6611579 INFO  (zkConnectionManagerCallback-22751-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6611630 INFO  (zkConnectionManagerCallback-22753-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6611633 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41626_solr
   [junit4]   2> 6611633 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.c.Overseer Overseer (id=74581725386506248-127.0.0.1:41626_solr-n_0000000000) starting
   [junit4]   2> 6611703 INFO  (jetty-launcher-22723-thread-2) [n:127.0.0.1:41036_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41036_solr
   [junit4]   2> 6611738 INFO  (zkConnectionManagerCallback-22760-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6611740 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 6611740 INFO  (zkCallback-22742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 6611740 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46098/solr ready
   [junit4]   2> 6611741 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41626_solr
   [junit4]   2> 6611747 INFO  (zkCallback-22752-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 6611783 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:41626_solr as DOWN
   [junit4]   2> 6611872 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 6611872 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41626_solr
   [junit4]   2> 6611922 INFO  (zkCallback-22742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 6611997 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 6612001 INFO  (zkConnectionManagerCallback-22765-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6612010 INFO  (zkCallback-22752-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 6612011 WARN  (jetty-launcher-22723-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5c041c8b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6612013 INFO  (jetty-launcher-22723-thread-2) [n:127.0.0.1:41036_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 6612018 INFO  (zkCallback-22759-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 6612162 INFO  (jetty-launcher-22723-thread-2) [n:127.0.0.1:41036_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46098/solr ready
   [junit4]   2> 6612163 INFO  (jetty-launcher-22723-thread-2) [n:127.0.0.1:41036_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 6612164 WARN  (jetty-launcher-22723-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6398ae[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6612165 INFO  (jetty-launcher-22723-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46098/solr
   [junit4]   2> 6612200 INFO  (zkConnectionManagerCallback-22772-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6612266 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x108f7af2066000d, likely client has closed socket
   [junit4]   2> 6612277 INFO  (zkConnectionManagerCallback-22774-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6612308 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 6612364 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:36301_solr as DOWN
   [junit4]   2> 6612366 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 6612366 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36301_solr
   [junit4]   2> 6612379 INFO  (zkCallback-22742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 6612379 INFO  (zkCallback-22752-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 6612391 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 6612391 INFO  (zkCallback-22759-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 6612412 INFO  (jetty-launcher-22723-thread-2) [n:127.0.0.1:41036_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41036.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6612448 INFO  (zkCallback-22773-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 6612451 INFO  (zkCallback-22764-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 6612485 INFO  (jetty-launcher-22723-thread-2) [n:127.0.0.1:41036_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41036.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6612485 INFO  (jetty-launcher-22723-thread-2) [n:127.0.0.1:41036_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41036.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6612486 INFO  (jetty-launcher-22723-thread-2) [n:127.0.0.1:41036_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node2/.
   [junit4]   2> 6612502 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41626.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6612520 INFO  (zkConnectionManagerCallback-22782-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6612525 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 6612541 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 6612542 WARN  (jetty-launcher-22723-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2f9ed3ca[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6612542 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46098/solr ready
   [junit4]   2> 6612543 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 6612581 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41626.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6612581 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41626.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6612582 INFO  (jetty-launcher-22723-thread-3) [n:127.0.0.1:41626_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node3/.
   [junit4]   2> 6612594 WARN  (jetty-launcher-22723-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@33d7ae00[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 6612595 INFO  (jetty-launcher-22723-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46098/solr
   [junit4]   2> 6612604 INFO  (zkConnectionManagerCallback-22789-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6612639 INFO  (zkConnectionManagerCallback-22791-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6612672 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36301.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6612699 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 6612716 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:37224_solr as DOWN
   [junit4]   2> 6612717 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 6612717 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37224_solr
   [junit4]   2> 6612731 INFO  (zkCallback-22764-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6612731 INFO  (zkCallback-22773-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6612731 INFO  (zkCallback-22752-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6612731 INFO  (zkCallback-22759-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6612731 INFO  (zkCallback-22742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6612736 WARN  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
   [junit4]   2>           => javax.management.InstanceNotFoundException: solr_36301:dom1=solr,dom2=jvm,name0=system,name=properties
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
   [junit4]   2> javax.management.InstanceNotFoundException: solr_36301:dom1=solr,dom2=jvm,name0=system,name=properties
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:531) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:567) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:742) ~[java/:?]
   [junit4]   2> 	at java.util.HashMap.forEach(HashMap.java:1289) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:732) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:916) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:843) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:655) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:255) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:175) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 6612738 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36301.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6612738 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36301.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6612774 INFO  (zkCallback-22781-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6612848 INFO  (jetty-launcher-22723-thread-1) [n:127.0.0.1:36301_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node1/.
   [junit4]   2> 6612861 INFO  (zkCallback-22790-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 6612986 INFO  (zkConnectionManagerCallback-22798-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6612994 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 6613003 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46098/solr ready
   [junit4]   2> 6613005 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 6613086 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37224.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6613122 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37224.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6613122 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37224.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6613123 INFO  (jetty-launcher-22723-thread-4) [n:127.0.0.1:37224_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node4/.
   [junit4]   2> 6613343 INFO  (zkConnectionManagerCallback-22804-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6613344 INFO  (SUITE-CustomCollectionTest-seed#[E8A6B7DC858DB358]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 6613345 INFO  (SUITE-CustomCollectionTest-seed#[E8A6B7DC858DB358]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46098/solr ready
   [junit4]   2> 6613911 INFO  (TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[E8A6B7DC858DB358]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 6613916 INFO  (qtp2072761865-108359) [n:127.0.0.1:36301_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c&collection.configName=conf&maxShardsPerNode=6&name=implicitcoll&router.name=implicit&nrtReplicas=5&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 6613998 INFO  (OverseerThreadFactory-13041-thread-1-processing-n:127.0.0.1:41626_solr) [n:127.0.0.1:41626_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection implicitcoll
   [junit4]   2> 6614134 WARN  (OverseerThreadFactory-13041-thread-1-processing-n:127.0.0.1:41626_solr) [n:127.0.0.1:41626_solr    ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 5 on collection implicitcoll is higher than the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 6614137 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"implicitcoll_a_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41036/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614173 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"implicitcoll_a_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41626/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614284 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"implicitcoll_a_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37224/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614286 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"implicitcoll_a_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36301/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614296 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"implicitcoll_a_replica_n7",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41036/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614312 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"implicitcoll_b_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41626/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614317 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"implicitcoll_b_replica_n9",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37224/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614318 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"implicitcoll_b_replica_n10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36301/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614319 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"implicitcoll_b_replica_n11",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41036/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614361 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"implicitcoll_b_replica_n12",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41626/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614363 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"implicitcoll_c_replica_n13",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37224/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614377 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"implicitcoll_c_replica_n14",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36301/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614379 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"implicitcoll_c_replica_n15",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41036/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614393 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"implicitcoll_c_replica_n18",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41626/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614395 INFO  (OverseerStateUpdate-74581725386506248-127.0.0.1:41626_solr-n_0000000000) [n:127.0.0.1:41626_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"implicitcoll_c_replica_n20",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37224/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6614559 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr    x:implicitcoll_a_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n5&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614577 INFO  (qtp2072761865-108361) [n:127.0.0.1:36301_solr    x:implicitcoll_a_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n6&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614583 INFO  (qtp2072761865-108360) [n:127.0.0.1:36301_solr    x:implicitcoll_c_replica_n14] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node27&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n14&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614583 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr    x:implicitcoll_b_replica_n10] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node23&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n10&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614588 INFO  (qtp473095921-108376) [n:127.0.0.1:41626_solr    x:implicitcoll_b_replica_n12] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node25&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n12&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614588 INFO  (qtp473095921-108377) [n:127.0.0.1:41626_solr    x:implicitcoll_a_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n2&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614599 INFO  (qtp642639461-108350) [n:127.0.0.1:41036_solr    x:implicitcoll_c_replica_n15] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node28&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n15&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614600 INFO  (qtp642639461-108350) [n:127.0.0.1:41036_solr    x:implicitcoll_c_replica_n15] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 6614600 INFO  (qtp2088230684-108370) [n:127.0.0.1:37224_solr    x:implicitcoll_c_replica_n20] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node30&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n20&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614601 INFO  (qtp473095921-108378) [n:127.0.0.1:41626_solr    x:implicitcoll_b_replica_n8] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n8&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614601 INFO  (qtp2088230684-108371) [n:127.0.0.1:37224_solr    x:implicitcoll_b_replica_n9] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node22&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n9&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614602 INFO  (qtp2088230684-108367) [n:127.0.0.1:37224_solr    x:implicitcoll_c_replica_n13] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node26&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n13&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614603 INFO  (qtp473095921-108375) [n:127.0.0.1:41626_solr    x:implicitcoll_c_replica_n18] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node29&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n18&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614603 INFO  (qtp642639461-108351) [n:127.0.0.1:41036_solr    x:implicitcoll_a_replica_n7] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n7&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614604 INFO  (qtp642639461-108352) [n:127.0.0.1:41036_solr    x:implicitcoll_a_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n1&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6614616 INFO  (qtp642639461-108353) [n:127.0.0.1:41036_solr    x:implicitcoll_b_replica_n11] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node24&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n11&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6615582 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6615629 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.s.IndexSchema [implicitcoll_a_replica_n5] Schema name=cloud-dynamic
   [junit4]   2> 6615864 INFO  (qtp2072761865-108361) [n:127.0.0.1:36301_solr c:implicitcoll s:a r:core_node17 x:implicitcoll_a_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6615895 INFO  (qtp2072761865-108360) [n:127.0.0.1:36301_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6615896 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6615913 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6615913 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica_n5' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6615914 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37224.solr.core.implicitcoll.a.replica_n5' (registry 'solr.core.implicitcoll.a.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6615914 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.c.SolrCore [[implicitcoll_a_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node4/implicitcoll_a_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node4/./implicitcoll_a_replica_n5/data/]
   [junit4]   2> 6616139 INFO  (qtp2088230684-108371) [n:127.0.0.1:37224_solr c:implicitcoll s:b r:core_node22 x:implicitcoll_b_replica_n9] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6616155 INFO  (qtp2088230684-108367) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node26 x:implicitcoll_c_replica_n13] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6616441 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.s.IndexSchema [implicitcoll_b_replica_n10] Schema name=cloud-dynamic
   [junit4]   2> 6616479 INFO  (qtp2072761865-108361) [n:127.0.0.1:36301_solr c:implicitcoll s:a r:core_node17 x:implicitcoll_a_replica_n6] o.a.s.s.IndexSchema [implicitcoll_a_replica_n6] Schema name=cloud-dynamic
   [junit4]   2> 6616480 INFO  (qtp2088230684-108370) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n20] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6616497 INFO  (qtp2088230684-108371) [n:127.0.0.1:37224_solr c:implicitcoll s:b r:core_node22 x:implicitcoll_b_replica_n9] o.a.s.s.IndexSchema [implicitcoll_b_replica_n9] Schema name=cloud-dynamic
   [junit4]   2> 6616499 INFO  (qtp642639461-108353) [n:127.0.0.1:41036_solr c:implicitcoll s:b r:core_node24 x:implicitcoll_b_replica_n11] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6616512 INFO  (qtp473095921-108378) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node21 x:implicitcoll_b_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6616690 INFO  (qtp2072761865-108360) [n:127.0.0.1:36301_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n14] o.a.s.s.IndexSchema [implicitcoll_c_replica_n14] Schema name=cloud-dynamic
   [junit4]   2> 6616707 INFO  (qtp473095921-108377) [n:127.0.0.1:41626_solr c:implicitcoll s:a r:core_node4 x:implicitcoll_a_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6616844 INFO  (qtp473095921-108376) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node25 x:implicitcoll_b_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6616892 INFO  (qtp473095921-108378) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node21 x:implicitcoll_b_replica_n8] o.a.s.s.IndexSchema [implicitcoll_b_replica_n8] Schema name=cloud-dynamic
   [junit4]   2> 6616902 INFO  (qtp473095921-108375) [n:127.0.0.1:41626_solr c:implicitcoll s:c r:core_node29 x:implicitcoll_c_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6616931 INFO  (qtp642639461-108350) [n:127.0.0.1:41036_solr c:implicitcoll s:c r:core_node28 x:implicitcoll_c_replica_n15] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6617089 INFO  (qtp2088230684-108367) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node26 x:implicitcoll_c_replica_n13] o.a.s.s.IndexSchema [implicitcoll_c_replica_n13] Schema name=cloud-dynamic
   [junit4]   2> 6617097 INFO  (qtp642639461-108353) [n:127.0.0.1:41036_solr c:implicitcoll s:b r:core_node24 x:implicitcoll_b_replica_n11] o.a.s.s.IndexSchema [implicitcoll_b_replica_n11] Schema name=cloud-dynamic
   [junit4]   2> 6617100 INFO  (qtp473095921-108377) [n:127.0.0.1:41626_solr c:implicitcoll s:a r:core_node4 x:implicitcoll_a_replica_n2] o.a.s.s.IndexSchema [implicitcoll_a_replica_n2] Schema name=cloud-dynamic
   [junit4]   2> 6617109 INFO  (qtp2088230684-108370) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n20] o.a.s.s.IndexSchema [implicitcoll_c_replica_n20] Schema name=cloud-dynamic
   [junit4]   2> 6617223 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6617223 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica_n10' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6617245 INFO  (qtp642639461-108352) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6617251 INFO  (qtp642639461-108351) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node19 x:implicitcoll_a_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 6617296 INFO  (qtp642639461-108350) [n:127.0.0.1:41036_solr c:implicitcoll s:c r:core_node28 x:implicitcoll_c_replica_n15] o.a.s.s.IndexSchema [implicitcoll_c_replica_n15] Schema name=cloud-dynamic
   [junit4]   2> 6617296 INFO  (qtp473095921-108376) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node25 x:implicitcoll_b_replica_n12] o.a.s.s.IndexSchema [implicitcoll_b_replica_n12] Schema name=cloud-dynamic
   [junit4]   2> 6617301 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36301.solr.core.implicitcoll.b.replica_n10' (registry 'solr.core.implicitcoll.b.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6617301 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.c.SolrCore [[implicitcoll_b_replica_n10] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node1/implicitcoll_b_replica_n10], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node1/./implicitcoll_b_replica_n10/data/]
   [junit4]   2> 6617802 INFO  (qtp2072761865-108361) [n:127.0.0.1:36301_solr c:implicitcoll s:a r:core_node17 x:implicitcoll_a_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6617802 INFO  (qtp2072761865-108361) [n:127.0.0.1:36301_solr c:implicitcoll s:a r:core_node17 x:implicitcoll_a_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica_n6' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6617803 INFO  (qtp2072761865-108361) [n:127.0.0.1:36301_solr c:implicitcoll s:a r:core_node17 x:implicitcoll_a_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36301.solr.core.implicitcoll.a.replica_n6' (registry 'solr.core.implicitcoll.a.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6617803 INFO  (qtp2072761865-108361) [n:127.0.0.1:36301_solr c:implicitcoll s:a r:core_node17 x:implicitcoll_a_replica_n6] o.a.s.c.SolrCore [[implicitcoll_a_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node1/implicitcoll_a_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node1/./implicitcoll_a_replica_n6/data/]
   [junit4]   2> 6617832 INFO  (qtp473095921-108375) [n:127.0.0.1:41626_solr c:implicitcoll s:c r:core_node29 x:implicitcoll_c_replica_n18] o.a.s.s.IndexSchema [implicitcoll_c_replica_n18] Schema name=cloud-dynamic
   [junit4]   2> 6617834 INFO  (qtp473095921-108378) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node21 x:implicitcoll_b_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6617834 INFO  (qtp473095921-108378) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node21 x:implicitcoll_b_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica_n8' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6617835 INFO  (qtp473095921-108378) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node21 x:implicitcoll_b_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41626.solr.core.implicitcoll.b.replica_n8' (registry 'solr.core.implicitcoll.b.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6617835 INFO  (qtp473095921-108378) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node21 x:implicitcoll_b_replica_n8] o.a.s.c.SolrCore [[implicitcoll_b_replica_n8] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node3/implicitcoll_b_replica_n8], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node3/./implicitcoll_b_replica_n8/data/]
   [junit4]   2> 6618078 INFO  (qtp2088230684-108371) [n:127.0.0.1:37224_solr c:implicitcoll s:b r:core_node22 x:implicitcoll_b_replica_n9] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6618078 INFO  (qtp2088230684-108371) [n:127.0.0.1:37224_solr c:implicitcoll s:b r:core_node22 x:implicitcoll_b_replica_n9] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica_n9' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6618078 INFO  (qtp642639461-108351) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node19 x:implicitcoll_a_replica_n7] o.a.s.s.IndexSchema [implicitcoll_a_replica_n7] Schema name=cloud-dynamic
   [junit4]   2> 6618078 INFO  (qtp2088230684-108371) [n:127.0.0.1:37224_solr c:implicitcoll s:b r:core_node22 x:implicitcoll_b_replica_n9] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37224.solr.core.implicitcoll.b.replica_n9' (registry 'solr.core.implicitcoll.b.replica_n9') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6618079 INFO  (qtp2088230684-108371) [n:127.0.0.1:37224_solr c:implicitcoll s:b r:core_node22 x:implicitcoll_b_replica_n9] o.a.s.c.SolrCore [[implicitcoll_b_replica_n9] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node4/implicitcoll_b_replica_n9], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node4/./implicitcoll_b_replica_n9/data/]
   [junit4]   2> 6618184 INFO  (qtp642639461-108353) [n:127.0.0.1:41036_solr c:implicitcoll s:b r:core_node24 x:implicitcoll_b_replica_n11] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6618184 INFO  (qtp642639461-108353) [n:127.0.0.1:41036_solr c:implicitcoll s:b r:core_node24 x:implicitcoll_b_replica_n11] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica_n11' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6618184 INFO  (qtp642639461-108353) [n:127.0.0.1:41036_solr c:implicitcoll s:b r:core_node24 x:implicitcoll_b_replica_n11] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41036.solr.core.implicitcoll.b.replica_n11' (registry 'solr.core.implicitcoll.b.replica_n11') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6618184 INFO  (qtp642639461-108353) [n:127.0.0.1:41036_solr c:implicitcoll s:b r:core_node24 x:implicitcoll_b_replica_n11] o.a.s.c.SolrCore [[implicitcoll_b_replica_n11] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node2/implicitcoll_b_replica_n11], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node2/./implicitcoll_b_replica_n11/data/]
   [junit4]   2> 6618290 INFO  (qtp642639461-108352) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.s.IndexSchema [implicitcoll_a_replica_n1] Schema name=cloud-dynamic
   [junit4]   2> 6618327 INFO  (qtp642639461-108350) [n:127.0.0.1:41036_solr c:implicitcoll s:c r:core_node28 x:implicitcoll_c_replica_n15] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6618327 INFO  (qtp642639461-108350) [n:127.0.0.1:41036_solr c:implicitcoll s:c r:core_node28 x:implicitcoll_c_replica_n15] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica_n15' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6618328 INFO  (qtp642639461-108350) [n:127.0.0.1:41036_solr c:implicitcoll s:c r:core_node28 x:implicitcoll_c_replica_n15] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41036.solr.core.implicitcoll.c.replica_n15' (registry 'solr.core.implicitcoll.c.replica_n15') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6618328 INFO  (qtp642639461-108350) [n:127.0.0.1:41036_solr c:implicitcoll s:c r:core_node28 x:implicitcoll_c_replica_n15] o.a.s.c.SolrCore [[implicitcoll_c_replica_n15] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node2/implicitcoll_c_replica_n15], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node2/./implicitcoll_c_replica_n15/data/]
   [junit4]   2> 6618360 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 6618360 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 6618362 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 6618362 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 6618372 INFO  (qtp2072761865-108360) [n:127.0.0.1:36301_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6618372 INFO  (qtp2072761865-108360) [n:127.0.0.1:36301_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica_n14' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6618372 INFO  (qtp2072761865-108360) [n:127.0.0.1:36301_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36301.solr.core.implicitcoll.c.replica_n14' (registry 'solr.core.implicitcoll.c.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6618372 INFO  (qtp2072761865-108360) [n:127.0.0.1:36301_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n14] o.a.s.c.SolrCore [[implicitcoll_c_replica_n14] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node1/implicitcoll_c_replica_n14], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node1/./implicitcoll_c_replica_n14/data/]
   [junit4]   2> 6618397 INFO  (qtp473095921-108377) [n:127.0.0.1:41626_solr c:implicitcoll s:a r:core_node4 x:implicitcoll_a_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6618397 INFO  (qtp473095921-108377) [n:127.0.0.1:41626_solr c:implicitcoll s:a r:core_node4 x:implicitcoll_a_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica_n2' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6618397 INFO  (qtp473095921-108377) [n:127.0.0.1:41626_solr c:implicitcoll s:a r:core_node4 x:implicitcoll_a_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41626.solr.core.implicitcoll.a.replica_n2' (registry 'solr.core.implicitcoll.a.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6618397 INFO  (qtp473095921-108377) [n:127.0.0.1:41626_solr c:implicitcoll s:a r:core_node4 x:implicitcoll_a_replica_n2] o.a.s.c.SolrCore [[implicitcoll_a_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node3/implicitcoll_a_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node3/./implicitcoll_a_replica_n2/data/]
   [junit4]   2> 6618409 INFO  (qtp2088230684-108367) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node26 x:implicitcoll_c_replica_n13] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6618409 INFO  (qtp2088230684-108367) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node26 x:implicitcoll_c_replica_n13] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica_n13' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6618409 INFO  (qtp2088230684-108367) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node26 x:implicitcoll_c_replica_n13] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37224.solr.core.implicitcoll.c.replica_n13' (registry 'solr.core.implicitcoll.c.replica_n13') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6618409 INFO  (qtp2088230684-108367) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node26 x:implicitcoll_c_replica_n13] o.a.s.c.SolrCore [[implicitcoll_c_replica_n13] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node4/implicitcoll_c_replica_n13], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node4/./implicitcoll_c_replica_n13/data/]
   [junit4]   2> 6618412 INFO  (qtp473095921-108376) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node25 x:implicitcoll_b_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6618412 INFO  (qtp473095921-108376) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node25 x:implicitcoll_b_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica_n12' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6618412 INFO  (qtp473095921-108376) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node25 x:implicitcoll_b_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41626.solr.core.implicitcoll.b.replica_n12' (registry 'solr.core.implicitcoll.b.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6618412 INFO  (qtp473095921-108376) [n:127.0.0.1:41626_solr c:implicitcoll s:b r:core_node25 x:implicitcoll_b_replica_n12] o.a.s.c.SolrCore [[implicitcoll_b_replica_n12] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node3/implicitcoll_b_replica_n12], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node3/./implicitcoll_b_replica_n12/data/]
   [junit4]   2> 6618762 INFO  (qtp642639461-108351) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node19 x:implicitcoll_a_replica_n7] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6618762 INFO  (qtp642639461-108351) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node19 x:implicitcoll_a_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica_n7' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6618763 INFO  (qtp642639461-108351) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node19 x:implicitcoll_a_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41036.solr.core.implicitcoll.a.replica_n7' (registry 'solr.core.implicitcoll.a.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6618763 INFO  (qtp642639461-108351) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node19 x:implicitcoll_a_replica_n7] o.a.s.c.SolrCore [[implicitcoll_a_replica_n7] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node2/implicitcoll_a_replica_n7], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node2/./implicitcoll_a_replica_n7/data/]
   [junit4]   2> 6618776 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@56e281da[implicitcoll_a_replica_n5] main]
   [junit4]   2> 6618777 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 6618777 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 6618778 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 6618778 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631770688203259904
   [junit4]   2> 6618833 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/implicitcoll/terms/a to Terms{values={core_node16=0}, version=0}
   [junit4]   2> 6618833 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/implicitcoll/leaders/a
   [junit4]   2> 6618836 INFO  (qtp2088230684-108368) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard a: total=5 found=1 timeoutin=9999ms
   [junit4]   2> 6619033 INFO  (qtp473095921-108375) [n:127.0.0.1:41626_solr c:implicitcoll s:c r:core_node29 x:implicitcoll_c_replica_n18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6619033 INFO  (qtp473095921-108375) [n:127.0.0.1:41626_solr c:implicitcoll s:c r:core_node29 x:implicitcoll_c_replica_n18] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica_n18' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6619033 INFO  (qtp473095921-108375) [n:127.0.0.1:41626_solr c:implicitcoll s:c r:core_node29 x:implicitcoll_c_replica_n18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41626.solr.core.implicitcoll.c.replica_n18' (registry 'solr.core.implicitcoll.c.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6619033 INFO  (qtp473095921-108375) [n:127.0.0.1:41626_solr c:implicitcoll s:c r:core_node29 x:implicitcoll_c_replica_n18] o.a.s.c.SolrCore [[implicitcoll_c_replica_n18] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node3/implicitcoll_c_replica_n18], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node3/./implicitcoll_c_replica_n18/data/]
   [junit4]   2> 6619035 INFO  (qtp2088230684-108370) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n20] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6619035 INFO  (qtp2088230684-108370) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n20] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica_n20' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6619035 INFO  (qtp2088230684-108370) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n20] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37224.solr.core.implicitcoll.c.replica_n20' (registry 'solr.core.implicitcoll.c.replica_n20') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6619035 INFO  (qtp2088230684-108370) [n:127.0.0.1:37224_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n20] o.a.s.c.SolrCore [[implicitcoll_c_replica_n20] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node4/implicitcoll_c_replica_n20], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node4/./implicitcoll_c_replica_n20/data/]
   [junit4]   2> 6619070 INFO  (qtp642639461-108352) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 6619070 INFO  (qtp642639461-108352) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica_n1' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 6619070 INFO  (qtp642639461-108352) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41036.solr.core.implicitcoll.a.replica_n1' (registry 'solr.core.implicitcoll.a.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a59b43a
   [junit4]   2> 6619070 INFO  (qtp642639461-108352) [n:127.0.0.1:41036_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.c.SolrCore [[implicitcoll_a_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node2/implicitcoll_a_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CustomCollectionTest_E8A6B7DC858DB358-001/tempDir-001/node2/./implicitcoll_a_replica_n1/data/]
   [junit4]   2> 6619123 INFO  (searcherExecutor-13064-thread-1-processing-n:127.0.0.1:37224_solr x:implicitcoll_a_replica_n5 c:implicitcoll s:a r:core_node16) [n:127.0.0.1:37224_solr c:implicitcoll s:a r:core_node16 x:implicitcoll_a_replica_n5] o.a.s.c.SolrCore [implicitcoll_a_replica_n5] Registered new searcher Searcher@56e281da[implicitcoll_a_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 6622543 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 6622543 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 6622609 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 6622609 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 6622793 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.s.SolrIndexSearcher Opening [Searcher@6712e7a0[implicitcoll_b_replica_n10] main]
   [junit4]   2> 6622794 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 6622795 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 6622817 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 6622817 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631770692438458368
   [junit4]   2> 6622850 INFO  (qtp2072761865-108358) [n:127.0.0.1:36301_solr c:implicitcoll s:b r:core_node23 x:implicitcoll_b_replica_n10

[...truncated too long message...]

fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null2126929494
     [copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null2126929494
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null2126929494

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene2-us-west.apache.org
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 94ms :: artifacts dl 13ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 635 minutes 32 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 80 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/80/

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"https://127.0.0.1:43448/solr",           "node_name":"127.0.0.1:43448_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node5":{           "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"https://127.0.0.1:33147/solr",           "node_name":"127.0.0.1:33147_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"https://127.0.0.1:43448/solr",           "node_name":"127.0.0.1:43448_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"https://127.0.0.1:33147/solr",           "node_name":"127.0.0.1:33147_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:39120_solr, 127.0.0.1:43448_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"https://127.0.0.1:43448/solr",           "node_name":"127.0.0.1:43448_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node5":{           "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"https://127.0.0.1:33147/solr",           "node_name":"127.0.0.1:33147_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"https://127.0.0.1:43448/solr",           "node_name":"127.0.0.1:43448_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"https://127.0.0.1:33147/solr",           "node_name":"127.0.0.1:33147_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"https://127.0.0.1:43448/solr",
          "node_name":"127.0.0.1:43448_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"https://127.0.0.1:33147/solr",
          "node_name":"127.0.0.1:33147_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"https://127.0.0.1:43448/solr",
          "node_name":"127.0.0.1:43448_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"https://127.0.0.1:33147/solr",
          "node_name":"127.0.0.1:33147_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:39120_solr, 127.0.0.1:43448_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"https://127.0.0.1:43448/solr",
          "node_name":"127.0.0.1:43448_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"https://127.0.0.1:33147/solr",
          "node_name":"127.0.0.1:33147_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"https://127.0.0.1:43448/solr",
          "node_name":"127.0.0.1:43448_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"https://127.0.0.1:33147/solr",
          "node_name":"127.0.0.1:33147_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45029/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([595F1B1D2487CE1A:61EC3FE303741ACB]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13766 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_595F1B1D2487CE1A-001/init-core-data-001
   [junit4]   2> 549676 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 549676 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 549680 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 549681 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 549727 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 549736 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 549739 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 549740 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 549740 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 549740 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 549741 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28804464{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 549899 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@21daef79{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-33276-hdfs-_-any-605922997627389965.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 549900 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@17e263f3{HTTP/1.1,[http/1.1]}{localhost:33276}
   [junit4]   2> 549900 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.Server Started @549961ms
   [junit4]   2> 549994 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 549996 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 549997 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 549997 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 549998 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 549998 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7901412d{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 550157 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@1c2e2dd3{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-34388-datanode-_-any-3934788810679662533.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 550158 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@d215544{HTTP/1.1,[http/1.1]}{localhost:34388}
   [junit4]   2> 550158 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.Server Started @550218ms
   [junit4]   2> 550216 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 550218 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 550222 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 550222 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 550222 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 550224 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@187d315{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 550329 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x160d89dee255d8d: Processing first storage report for DS-f2900361-629d-4201-adca-d4e7a471eee8 from datanode 4c423fb3-8eeb-4290-aadb-5e6cf17fbde5
   [junit4]   2> 550330 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x160d89dee255d8d: from storage DS-f2900361-629d-4201-adca-d4e7a471eee8 node DatanodeRegistration(127.0.0.1:40369, datanodeUuid=4c423fb3-8eeb-4290-aadb-5e6cf17fbde5, infoPort=42629, infoSecurePort=0, ipcPort=40412, storageInfo=lv=-57;cid=testClusterID;nsid=1461864541;c=1556076412408), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 550331 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x160d89dee255d8d: Processing first storage report for DS-dda4c1ad-52e8-4bf9-ace7-c2a1f45462c1 from datanode 4c423fb3-8eeb-4290-aadb-5e6cf17fbde5
   [junit4]   2> 550331 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x160d89dee255d8d: from storage DS-dda4c1ad-52e8-4bf9-ace7-c2a1f45462c1 node DatanodeRegistration(127.0.0.1:40369, datanodeUuid=4c423fb3-8eeb-4290-aadb-5e6cf17fbde5, infoPort=42629, infoSecurePort=0, ipcPort=40412, storageInfo=lv=-57;cid=testClusterID;nsid=1461864541;c=1556076412408), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 550411 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@6651da79{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-46117-datanode-_-any-8177311814567434329.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 550412 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@37372a5f{HTTP/1.1,[http/1.1]}{localhost:46117}
   [junit4]   2> 550412 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[595F1B1D2487CE1A]-worker) [    ] o.e.j.s.Server Started @550472ms
   [junit4]   2> 550550 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x4eb088c5690ab742: Processing first storage report for DS-777ba873-2a57-44f3-92d9-39cc9d54a7dd from datanode ad378f5c-d3e3-44df-bf5f-94974baf2745
   [junit4]   2> 550550 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x4eb088c5690ab742: from storage DS-777ba873-2a57-44f3-92d9-39cc9d54a7dd node DatanodeRegistration(127.0.0.1:34622, datanodeUuid=ad378f5c-d3e3-44df-bf5f-94974baf2745, infoPort=45577, infoSecurePort=0, ipcPort=42145, storageInfo=lv=-57;cid=testClusterID;nsid=1461864541;c=1556076412408), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 550550 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x4eb088c5690ab742: Processing first storage report for DS-b64fe172-65d3-4653-ab03-474baf7fcdf9 from datanode ad378f5c-d3e3-44df-bf5f-94974baf2745
   [junit4]   2> 550550 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x4eb088c5690ab742: from storage DS-b64fe172-65d3-4653-ab03-474baf7fcdf9 node DatanodeRegistration(127.0.0.1:34622, datanodeUuid=ad378f5c-d3e3-44df-bf5f-94974baf2745, infoPort=45577, infoSecurePort=0, ipcPort=42145, storageInfo=lv=-57;cid=testClusterID;nsid=1461864541;c=1556076412408), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 550693 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[595F1B1D2487CE1A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 550694 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[595F1B1D2487CE1A]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_595F1B1D2487CE1A-001/tempDir-002
   [junit4]   2> 550694 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[595F1B1D2487CE1A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 550694 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 550695 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 550795 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[595F1B1D2487CE1A]) [    ] o.a.s.c.ZkTestServer start zk server on port:42645
   [junit4]   2> 550795 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[595F1B1D2487CE1A]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42645
   [junit4]   2> 550795 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[595F1B1D2487CE1A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42645
   [junit4]   2> 550800 INFO  (zkConnectionManagerCallback-3318-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 550804 INFO  (zkConnectionManagerCallback-3320-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 550806 INFO  (zkConnectionManagerCallback-3322-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 550810 WARN  (jetty-launcher-3323-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 550810 WARN  (jetty-launcher-3323-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 550810 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 550810 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 550811 INFO  (jetty-launcher-3323-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 550811 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 550811 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 550811 INFO  (jetty-launcher-3323-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 550812 WARN  (jetty-launcher-3323-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 550812 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 550812 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 550812 INFO  (jetty-launcher-3323-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 550813 INFO  (jetty-launcher-3323-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 550813 INFO  (jetty-launcher-3323-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 550813 INFO  (jetty-launcher-3323-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 550813 INFO  (jetty-launcher-3323-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 550813 INFO  (jetty-launcher-3323-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 550813 INFO  (jetty-launcher-3323-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 550813 INFO  (jetty-launcher-3323-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d847e6a{/solr,null,AVAILABLE}
   [junit4]   2> 550813 INFO  (jetty-launcher-3323-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56226a18{/solr,null,AVAILABLE}
   [junit4]   2> 550814 WARN  (jetty-launcher-3323-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@68d87b33[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 550814 WARN  (jetty-launcher-3323-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@53165453[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 550815 INFO  (jetty-launcher-3323-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@224c84e0{SSL,[ssl, http/1.1]}{127.0.0.1:43448}
   [junit4]   2> 550815 INFO  (jetty-launcher-3323-thread-1) [    ] o.e.j.s.Server Started @550876ms
   [junit4]   2> 550815 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43448}
   [junit4]   2> 550815 INFO  (jetty-launcher-3323-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 550815 INFO  (jetty-launcher-3323-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 550815 ERROR (jetty-launcher-3323-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 550815 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 550816 INFO  (jetty-launcher-3323-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 550816 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.1.0
   [junit4]   2> 550816 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 550816 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 550816 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-24T03:26:53.517Z
   [junit4]   2> 550816 INFO  (jetty-launcher-3323-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c60a757{/solr,null,AVAILABLE}
   [junit4]   2> 550816 WARN  (jetty-launcher-3323-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7b7515e5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 550817 INFO  (jetty-launcher-3323-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@35eebf6e{SSL,[ssl, http/1.1]}{127.0.0.1:39120}
   [junit4]   2> 550817 INFO  (jetty-launcher-3323-thread-3) [    ] o.e.j.s.Server Started @550878ms
   [junit4]   2> 550817 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39120}
   [junit4]   2> 550818 ERROR (jetty-launcher-3323-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 550818 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 550818 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.1.0
   [junit4]   2> 550818 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 550818 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 550818 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-24T03:26:53.519Z
   [junit4]   2> 550819 INFO  (jetty-launcher-3323-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1544c49a{SSL,[ssl, http/1.1]}{127.0.0.1:33147}
   [junit4]   2> 550819 INFO  (jetty-launcher-3323-thread-2) [    ] o.e.j.s.Server Started @550880ms
   [junit4]   2> 550819 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33147}
   [junit4]   2> 550819 ERROR (jetty-launcher-3323-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 550819 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 550819 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.1.0
   [junit4]   2> 550820 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 550820 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 550820 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-24T03:26:53.521Z
   [junit4]   2> 550820 INFO  (zkConnectionManagerCallback-3325-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 550820 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 550822 INFO  (zkConnectionManagerCallback-3329-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 550825 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 550825 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 550827 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 550828 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 550832 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 550832 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 550832 INFO  (zkConnectionManagerCallback-3327-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 550832 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 550833 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 550836 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 550836 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 550838 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 550915 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 550915 WARN  (jetty-launcher-3323-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 550916 WARN  (jetty-launcher-3323-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@67b12643[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 550920 WARN  (jetty-launcher-3323-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 550926 WARN  (jetty-launcher-3323-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2e6ef2bb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 550927 INFO  (jetty-launcher-3323-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42645/solr
   [junit4]   2> 550939 INFO  (zkConnectionManagerCallback-3338-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 550945 INFO  (zkConnectionManagerCallback-3340-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 551031 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 551032 INFO  (jetty-launcher-3323-thread-3) [n:127.0.0.1:39120_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39120_solr
   [junit4]   2> 551032 WARN  (jetty-launcher-3323-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 551033 INFO  (jetty-launcher-3323-thread-3) [n:127.0.0.1:39120_solr    ] o.a.s.c.Overseer Overseer (id=73185544952152071-127.0.0.1:39120_solr-n_0000000000) starting
   [junit4]   2> 551034 WARN  (jetty-launcher-3323-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@638a9897[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 551036 WARN  (jetty-launcher-3323-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 551037 WARN  (jetty-launcher-3323-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3f97b1dd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 551038 INFO  (jetty-launcher-3323-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42645/solr
   [junit4]   2> 551041 INFO  (zkConnectionManagerCallback-3348-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 551041 INFO  (zkConnectionManagerCallback-3353-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 551045 INFO  (zkConnectionManagerCallback-3355-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 551045 INFO  (jetty-launcher-3323-thread-3) [n:127.0.0.1:39120_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42645/solr ready
   [junit4]   2> 551047 INFO  (OverseerStateUpdate-73185544952152071-127.0.0.1:39120_solr-n_0000000000) [n:127.0.0.1:39120_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39120_solr
   [junit4]   2> 551047 INFO  (jetty-launcher-3323-thread-3) [n:127.0.0.1:39120_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39120_solr
   [junit4]   2> 551058 INFO  (OverseerStateUpdate-73185544952152071-127.0.0.1:39120_solr-n_0000000000) [n:127.0.0.1:39120_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 551061 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 551067 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:33147_solr as DOWN
   [junit4]   2> 551069 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 551069 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33147_solr
   [junit4]   2> 551080 INFO  (zkCallback-3352-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 551080 INFO  (zkCallback-3354-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 551080 INFO  (zkCallback-3339-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 551088 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 551089 WARN  (jetty-launcher-3323-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 551090 INFO  (jetty-launcher-3323-thread-3) [n:127.0.0.1:39120_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 551090 WARN  (jetty-launcher-3323-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@71287442[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 551094 WARN  (jetty-launcher-3323-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 551097 INFO  (zkConnectionManagerCallback-3365-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 551098 WARN  (jetty-launcher-3323-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@8eb88a4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 551099 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 551099 INFO  (jetty-launcher-3323-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42645/solr
   [junit4]   2> 551101 INFO  (zkConnectionManagerCallback-3369-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 551104 INFO  (zkConnectionManagerCallback-3371-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 551111 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 551111 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42645/solr ready
   [junit4]   2> 551115 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:43448_solr as DOWN
   [junit4]   2> 551116 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 551116 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43448_solr
   [junit4]   2> 551119 INFO  (jetty-launcher-3323-thread-3) [n:127.0.0.1:39120_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 551123 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 551127 INFO  (zkCallback-3352-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 551127 INFO  (zkCallback-3354-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 551127 INFO  (zkCallback-3339-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 551128 INFO  (zkCallback-3364-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 551129 INFO  (zkCallback-3370-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 551133 INFO  (jetty-launcher-3323-thread-3) [n:127.0.0.1:39120_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 551133 INFO  (jetty-launcher-3323-thread-3) [n:127.0.0.1:39120_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 551135 INFO  (jetty-launcher-3323-thread-3) [n:127.0.0.1:39120_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_595F1B1D2487CE1A-001/tempDir-002/node3/.
   [junit4]   2> 551148 INFO  (zkConnectionManagerCallback-3379-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 551149 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 551151 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42645/solr ready
   [junit4]   2> 551151 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 551157 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 551174 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 551174 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 551176 INFO  (jetty-launcher-3323-thread-2) [n:127.0.0.1:33147_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_595F1B1D2487CE1A-001/tempDir-002/node2/.
   [junit4]   2> 551183 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 551199 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 551199 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 551201 INFO  (jetty-launcher-3323-thread-1) [n:127.0.0.1:43448_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_595F1B1D2487CE1A-001/tempDir-002/node1/.
   [junit4]   2> 552501 INFO  (zkConnectionManagerCallback-3385-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 552503 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[595F1B1D2487CE1A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 552504 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[595F1B1D2487CE1A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42645/solr ready
   [junit4]   2> 552538 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 552564 INFO  (qtp2141248290-9107) [n:127.0.0.1:43448_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:39120_solr,127.0.0.1:33147_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 552571 INFO  (OverseerThreadFactory-3015-thread-1-processing-n:127.0.0.1:39120_solr) [n:127.0.0.1:39120_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
   [junit4]   2> 552697 INFO  (OverseerStateUpdate-73185544952152071-127.0.0.1:39120_solr-n_0000000000) [n:127.0.0.1:39120_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39120/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 552701 INFO  (OverseerStateUpdate-73185544952152071-127.0.0.1:39120_solr-n_0000000000) [n:127.0.0.1:39120_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33147/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 552709 INFO  (OverseerStateUpdate-73185544952152071-127.0.0.1:39120_solr-n_0000000000) [n:127.0.0.1:39120_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39120/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 552720 INFO  (OverseerStateUpdate-73185544952152071-127.0.0.1:39120_solr-n_0000000000) [n:127.0.0.1:39120_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33147/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 552963 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr    x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 552963 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr    x:testSimple1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 552969 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr    x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 553045 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr    x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 553052 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr    x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 553990 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 554002 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 554006 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 554006 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 554006 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 554025 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45029/solr_hdfs_home
   [junit4]   2> 554025 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 554025 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_595F1B1D2487CE1A-001/tempDir-002/node3/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node3/data/]
   [junit4]   2> 554027 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node3/data/snapshot_metadata
   [junit4]   2> 554033 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 554050 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 554052 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 554052 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 554052 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
   [junit4]   2> 554054 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 554054 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 554055 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 554055 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45029/solr_hdfs_home
   [junit4]   2> 554055 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 554056 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_595F1B1D2487CE1A-001/tempDir-002/node3/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node7/data/]
   [junit4]   2> 554058 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
   [junit4]   2> 554067 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 554067 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 554082 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 554082 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 554101 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 554103 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 554103 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 554104 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 554104 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45029/solr_hdfs_home
   [junit4]   2> 554104 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 554104 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_595F1B1D2487CE1A-001/tempDir-002/node2/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node8/data/]
   [junit4]   2> 554106 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
   [junit4]   2> 554108 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 554116 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 554116 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 554116 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b680328
   [junit4]   2> 554116 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 554116 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 554116 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45029/solr_hdfs_home
   [junit4]   2> 554116 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 554116 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_595F1B1D2487CE1A-001/tempDir-002/node2/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node5/data/]
   [junit4]   2> 554118 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node5/data/snapshot_metadata
   [junit4]   2> 554126 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 554126 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 554930 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 554931 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 554932 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 554948 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node7/data
   [junit4]   2> 554950 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node8/data
   [junit4]   2> 554955 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node3/data
   [junit4]   2> 554955 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 554958 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node5/data
   [junit4]   2> 555027 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node8/data/index
   [junit4]   2> 555031 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node7/data/index
   [junit4]   2> 555034 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node3/data/index
   [junit4]   2> 555037 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 555037 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 555043 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 555043 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 555044 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 555049 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 555049 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 555054 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45029/solr_hdfs_home/testSimple1/core_node5/data/index
   [junit4]   2> 555060 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 555068 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 555068 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 555074 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 555074 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 556081 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 556081 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 556081 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 556081 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 556081 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 556081 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 556085 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 556085 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 556085 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 556086 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 556086 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 556086 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 556105 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 556105 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 556106 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 556107 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 556107 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 556109 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 556109 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 556109 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 556277 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@570af0a7[testSimple1_shard1_replica_n1] main]
   [junit4]   2> 556277 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@5db842aa[testSimple1_shard2_replica_n6] main]
   [junit4]   2> 556279 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 556279 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@18d5a081[testSimple1_shard1_replica_n2] main]
   [junit4]   2> 556279 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 556280 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 556281 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 556282 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 556283 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 556286 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 556286 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 556287 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@732d3c56[testSimple1_shard2_replica_n4] main]
   [junit4]   2> 556288 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 556288 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631664387117809664
   [junit4]   2> 556288 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631664387117809664
   [junit4]   2> 556289 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 556290 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 556290 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631664387119906816
   [junit4]   2> 556291 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 556292 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631664387122003968
   [junit4]   2> 556336 INFO  (searcherExecutor-3031-thread-1-processing-n:127.0.0.1:39120_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node3) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@570af0a7[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 556336 INFO  (searcherExecutor-3033-thread-1-processing-n:127.0.0.1:33147_solr x:testSimple1_shard2_replica_n6 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@5db842aa[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 556338 INFO  (searcherExecutor-3032-thread-1-processing-n:127.0.0.1:39120_solr x:testSimple1_shard2_replica_n4 c:testSimple1 s:shard2 r:core_node7) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@732d3c56[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 556338 INFO  (searcherExecutor-3034-thread-1-processing-n:127.0.0.1:33147_solr x:testSimple1_shard1_replica_n2 c:testSimple1 s:shard1 r:core_node5) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@18d5a081[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 556347 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node8=0}, version=0}
   [junit4]   2> 556347 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
   [junit4]   2> 556348 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 556348 INFO  (qtp1421354576-9104) [n:127.0.0.1:39120_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
   [junit4]   2> 556351 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
   [junit4]   2> 556351 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
   [junit4]   2> 556355 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
   [junit4]   2> 556355 INFO  (qtp1421354576-9109) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
   [junit4]   2> 556359 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 556359 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 556359 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33147/solr/testSimple1_shard2_replica_n6/
   [junit4]   2> 556361 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:33147/solr START replicas=[https://127.0.0.1:39120/solr/testSimple1_shard2_replica_n4/] nUpdates=100
   [junit4]   2> 556361 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:33147/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 556362 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 556362 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 556362 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33147/solr/testSimple1_shard1_replica_n2/
   [junit4]   2> 556366 INFO  (qtp1421354576-9102) [n:127.0.0.1:39120_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.S.Request [testSimple1_shard2_replica_n4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 556367 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=https://127.0.0.1:33147/solr START replicas=[https://127.0.0.1:39120/solr/testSimple1_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 556367 INFO  (qtp489390889-9115) [n:127.0.0.1:33147_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=https://127.0.0.1:33147/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 556367 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 556367 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 556367 INFO  (qtp489390889-9117) [n:127.0.0.1:33147_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testSimple1/leaders/shard

[...truncated too long message...]

y-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1399527859
     [copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1399527859
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1399527859

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 58ms :: artifacts dl 3ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 309 minutes 19 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 79 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/79/

2 tests failed.
FAILED:  org.apache.solr.update.processor.CategoryRoutedAliasUpdateProcessorTest.testSliceRouting

Error Message:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:39346/solr/myAlias__CRA__Heart_of_Gold_shard3_replica_n12

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:39346/solr/myAlias__CRA__Heart_of_Gold_shard3_replica_n12
	at __randomizedtesting.SeedInfo.seed([4372743939639BD8:72E2F8D59D3564F1]:0)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.directUpdate(BaseCloudSolrClient.java:505)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:977)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:837)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:769)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:177)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
	at org.apache.solr.update.processor.CategoryRoutedAliasUpdateProcessorTest.testSliceRouting(CategoryRoutedAliasUpdateProcessorTest.java:366)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:39346/solr/myAlias__CRA__Heart_of_Gold_shard3_replica_n12
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.directUpdate(BaseCloudSolrClient.java:499)
	... 46 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
	... 51 more


FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"https://127.0.0.1:40562/solr",           "node_name":"127.0.0.1:40562_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node5":{           "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"https://127.0.0.1:41839/solr",           "node_name":"127.0.0.1:41839_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"https://127.0.0.1:40562/solr",           "node_name":"127.0.0.1:40562_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"https://127.0.0.1:41839/solr",           "node_name":"127.0.0.1:41839_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:38970_solr, 127.0.0.1:40562_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"https://127.0.0.1:40562/solr",           "node_name":"127.0.0.1:40562_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node5":{           "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"https://127.0.0.1:41839/solr",           "node_name":"127.0.0.1:41839_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"https://127.0.0.1:40562/solr",           "node_name":"127.0.0.1:40562_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"https://127.0.0.1:41839/solr",           "node_name":"127.0.0.1:41839_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"https://127.0.0.1:40562/solr",
          "node_name":"127.0.0.1:40562_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"https://127.0.0.1:41839/solr",
          "node_name":"127.0.0.1:41839_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"https://127.0.0.1:40562/solr",
          "node_name":"127.0.0.1:40562_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"https://127.0.0.1:41839/solr",
          "node_name":"127.0.0.1:41839_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:38970_solr, 127.0.0.1:40562_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"https://127.0.0.1:40562/solr",
          "node_name":"127.0.0.1:40562_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"https://127.0.0.1:41839/solr",
          "node_name":"127.0.0.1:41839_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"https://127.0.0.1:40562/solr",
          "node_name":"127.0.0.1:40562_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"https://127.0.0.1:41839/solr",
          "node_name":"127.0.0.1:41839_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:39892/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([4372743939639BD8:7BC150C71E904F09]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15079 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4372743939639BD8-001/init-core-data-001
   [junit4]   2> 3145213 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=23 numCloses=23
   [junit4]   2> 3145213 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3145215 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3145216 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3145280 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 3145313 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3145316 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3145320 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3145320 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3145320 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3145322 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@337f891c{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3145500 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@41886e8a{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-39947-hdfs-_-any-5253880896642756172.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 3145502 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5efc853e{HTTP/1.1,[http/1.1]}{localhost:39947}
   [junit4]   2> 3145502 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.Server Started @3145562ms
   [junit4]   2> 3145624 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3145626 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3145626 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3145626 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3145626 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3145627 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@498d79b2{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3145782 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@697ec45a{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-43244-datanode-_-any-4277427586558466715.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 3145783 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@22326d1f{HTTP/1.1,[http/1.1]}{localhost:43244}
   [junit4]   2> 3145783 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4372743939639BD8]-worker) [    ] o.e.j.s.Server Started @3145843ms
   [junit4]   2> 3145951 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x90afb1057fd8ff7e: Processing first storage report for DS-eb00ff0c-3c23-4e40-8106-377be33b14f7 from datanode fb6e9a6b-c033-4218-a8c1-e4ea8f72313d
   [junit4]   2> 3145951 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x90afb1057fd8ff7e: from storage DS-eb00ff0c-3c23-4e40-8106-377be33b14f7 node DatanodeRegistration(127.0.0.1:43911, datanodeUuid=fb6e9a6b-c033-4218-a8c1-e4ea8f72313d, infoPort=42958, infoSecurePort=0, ipcPort=41618, storageInfo=lv=-57;cid=testClusterID;nsid=371522071;c=1555996459633), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3145951 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x90afb1057fd8ff7e: Processing first storage report for DS-b17da00c-879e-47dd-820d-bd1810245e99 from datanode fb6e9a6b-c033-4218-a8c1-e4ea8f72313d
   [junit4]   2> 3145951 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x90afb1057fd8ff7e: from storage DS-b17da00c-879e-47dd-820d-bd1810245e99 node DatanodeRegistration(127.0.0.1:43911, datanodeUuid=fb6e9a6b-c033-4218-a8c1-e4ea8f72313d, infoPort=42958, infoSecurePort=0, ipcPort=41618, storageInfo=lv=-57;cid=testClusterID;nsid=371522071;c=1555996459633), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3146169 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4372743939639BD8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 3146170 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4372743939639BD8]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4372743939639BD8-001/tempDir-002
   [junit4]   2> 3146171 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4372743939639BD8]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3146171 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3146171 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3146271 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4372743939639BD8]) [    ] o.a.s.c.ZkTestServer start zk server on port:41809
   [junit4]   2> 3146271 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4372743939639BD8]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41809
   [junit4]   2> 3146271 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4372743939639BD8]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41809
   [junit4]   2> 3146282 INFO  (zkConnectionManagerCallback-20653-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146290 INFO  (zkConnectionManagerCallback-20655-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146292 INFO  (zkConnectionManagerCallback-20657-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146296 WARN  (jetty-launcher-20658-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3146296 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3146296 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3146297 INFO  (jetty-launcher-20658-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3146298 WARN  (jetty-launcher-20658-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3146298 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3146298 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3146298 INFO  (jetty-launcher-20658-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3146300 INFO  (jetty-launcher-20658-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3146300 INFO  (jetty-launcher-20658-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3146300 INFO  (jetty-launcher-20658-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3146300 INFO  (jetty-launcher-20658-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55ed846e{/solr,null,AVAILABLE}
   [junit4]   2> 3146301 WARN  (jetty-launcher-20658-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3575bdbc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3146301 INFO  (jetty-launcher-20658-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@a2b588{SSL,[ssl, http/1.1]}{127.0.0.1:40562}
   [junit4]   2> 3146301 INFO  (jetty-launcher-20658-thread-3) [    ] o.e.j.s.Server Started @3146362ms
   [junit4]   2> 3146301 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40562}
   [junit4]   2> 3146302 ERROR (jetty-launcher-20658-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3146302 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3146302 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.1.0
   [junit4]   2> 3146302 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3146302 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3146302 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-23T05:14:20.704Z
   [junit4]   2> 3146303 INFO  (jetty-launcher-20658-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3146303 INFO  (jetty-launcher-20658-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3146304 INFO  (jetty-launcher-20658-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3146304 INFO  (zkConnectionManagerCallback-20660-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146304 INFO  (jetty-launcher-20658-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8492090{/solr,null,AVAILABLE}
   [junit4]   2> 3146304 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3146305 WARN  (jetty-launcher-20658-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5afdb904[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3146305 INFO  (jetty-launcher-20658-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4285af86{SSL,[ssl, http/1.1]}{127.0.0.1:38970}
   [junit4]   2> 3146305 INFO  (jetty-launcher-20658-thread-2) [    ] o.e.j.s.Server Started @3146365ms
   [junit4]   2> 3146305 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38970}
   [junit4]   2> 3146305 ERROR (jetty-launcher-20658-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3146305 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3146305 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.1.0
   [junit4]   2> 3146305 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3146305 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3146305 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-23T05:14:20.707Z
   [junit4]   2> 3146308 WARN  (jetty-launcher-20658-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3146308 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3146308 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3146308 INFO  (jetty-launcher-20658-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3146310 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3146310 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3146312 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3146318 INFO  (jetty-launcher-20658-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3146318 INFO  (jetty-launcher-20658-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3146318 INFO  (jetty-launcher-20658-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3146319 INFO  (jetty-launcher-20658-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47a5df2e{/solr,null,AVAILABLE}
   [junit4]   2> 3146319 WARN  (jetty-launcher-20658-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@aced770[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3146320 INFO  (zkConnectionManagerCallback-20662-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146320 INFO  (jetty-launcher-20658-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6ca530cf{SSL,[ssl, http/1.1]}{127.0.0.1:41839}
   [junit4]   2> 3146320 INFO  (jetty-launcher-20658-thread-1) [    ] o.e.j.s.Server Started @3146380ms
   [junit4]   2> 3146320 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41839}
   [junit4]   2> 3146320 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3146320 ERROR (jetty-launcher-20658-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3146320 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3146320 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.1.0
   [junit4]   2> 3146321 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3146321 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3146321 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-23T05:14:20.723Z
   [junit4]   2> 3146378 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3146378 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3146380 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3146401 INFO  (zkConnectionManagerCallback-20665-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146402 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3146406 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3146406 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3146407 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3146552 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3146553 WARN  (jetty-launcher-20658-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3146554 WARN  (jetty-launcher-20658-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1b46ddac[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3146558 WARN  (jetty-launcher-20658-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3146558 WARN  (jetty-launcher-20658-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7e114c2a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3146560 INFO  (jetty-launcher-20658-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41809/solr
   [junit4]   2> 3146566 INFO  (zkConnectionManagerCallback-20673-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146568 INFO  (zkConnectionManagerCallback-20675-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146597 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3146597 WARN  (jetty-launcher-20658-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3146598 WARN  (jetty-launcher-20658-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7a2299cd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3146601 WARN  (jetty-launcher-20658-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3146602 WARN  (jetty-launcher-20658-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@428e8e8e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3146603 INFO  (jetty-launcher-20658-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41809/solr
   [junit4]   2> 3146604 INFO  (zkConnectionManagerCallback-20683-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146607 INFO  (zkConnectionManagerCallback-20685-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146618 INFO  (jetty-launcher-20658-thread-2) [n:127.0.0.1:38970_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38970_solr
   [junit4]   2> 3146619 INFO  (jetty-launcher-20658-thread-2) [n:127.0.0.1:38970_solr    ] o.a.s.c.Overseer Overseer (id=73180305164468233-127.0.0.1:38970_solr-n_0000000000) starting
   [junit4]   2> 3146631 INFO  (zkConnectionManagerCallback-20692-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146634 INFO  (jetty-launcher-20658-thread-2) [n:127.0.0.1:38970_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41809/solr ready
   [junit4]   2> 3146635 INFO  (OverseerStateUpdate-73180305164468233-127.0.0.1:38970_solr-n_0000000000) [n:127.0.0.1:38970_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38970_solr
   [junit4]   2> 3146637 INFO  (jetty-launcher-20658-thread-2) [n:127.0.0.1:38970_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38970_solr
   [junit4]   2> 3146643 INFO  (zkCallback-20691-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3146649 INFO  (zkCallback-20684-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3146667 INFO  (jetty-launcher-20658-thread-2) [n:127.0.0.1:38970_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3146671 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3146675 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:41839_solr as DOWN
   [junit4]   2> 3146676 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3146676 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41839_solr
   [junit4]   2> 3146677 INFO  (zkCallback-20691-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3146678 INFO  (zkCallback-20684-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3146679 INFO  (zkCallback-20674-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3146695 INFO  (jetty-launcher-20658-thread-2) [n:127.0.0.1:38970_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3146711 INFO  (jetty-launcher-20658-thread-2) [n:127.0.0.1:38970_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3146711 INFO  (jetty-launcher-20658-thread-2) [n:127.0.0.1:38970_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3146712 INFO  (jetty-launcher-20658-thread-2) [n:127.0.0.1:38970_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4372743939639BD8-001/tempDir-002/node2/.
   [junit4]   2> 3146713 INFO  (zkConnectionManagerCallback-20698-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146714 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3146715 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41809/solr ready
   [junit4]   2> 3146716 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3146767 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3146782 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3146783 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3146784 INFO  (jetty-launcher-20658-thread-1) [n:127.0.0.1:41839_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4372743939639BD8-001/tempDir-002/node1/.
   [junit4]   2> 3146887 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3146888 WARN  (jetty-launcher-20658-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3146889 WARN  (jetty-launcher-20658-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1d6d887c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3146892 WARN  (jetty-launcher-20658-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3146893 WARN  (jetty-launcher-20658-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@64bfad59[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3146894 INFO  (jetty-launcher-20658-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41809/solr
   [junit4]   2> 3146896 INFO  (zkConnectionManagerCallback-20705-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146898 INFO  (zkConnectionManagerCallback-20707-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146904 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3146908 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:40562_solr as DOWN
   [junit4]   2> 3146909 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3146909 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40562_solr
   [junit4]   2> 3146911 INFO  (zkCallback-20691-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3146911 INFO  (zkCallback-20697-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3146911 INFO  (zkCallback-20684-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3146911 INFO  (zkCallback-20674-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3146911 INFO  (zkCallback-20706-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3146939 INFO  (zkConnectionManagerCallback-20714-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3146941 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3146942 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41809/solr ready
   [junit4]   2> 3146943 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3146971 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3146987 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3146987 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3146989 INFO  (jetty-launcher-20658-thread-3) [n:127.0.0.1:40562_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4372743939639BD8-001/tempDir-002/node3/.
   [junit4]   2> 3147045 INFO  (zkConnectionManagerCallback-20720-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3147046 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4372743939639BD8]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3147047 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4372743939639BD8]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41809/solr ready
   [junit4]   2> 3147068 INFO  (qtp652773064-145074) [n:127.0.0.1:41839_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 3147084 INFO  (qtp1920431453-145062) [n:127.0.0.1:38970_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:38970_solr,127.0.0.1:41839_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3147088 INFO  (OverseerThreadFactory-9863-thread-1-processing-n:127.0.0.1:38970_solr) [n:127.0.0.1:38970_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
   [junit4]   2> 3147199 INFO  (OverseerStateUpdate-73180305164468233-127.0.0.1:38970_solr-n_0000000000) [n:127.0.0.1:38970_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38970/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3147203 INFO  (OverseerStateUpdate-73180305164468233-127.0.0.1:38970_solr-n_0000000000) [n:127.0.0.1:38970_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41839/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3147205 INFO  (OverseerStateUpdate-73180305164468233-127.0.0.1:38970_solr-n_0000000000) [n:127.0.0.1:38970_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38970/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3147208 INFO  (OverseerStateUpdate-73180305164468233-127.0.0.1:38970_solr-n_0000000000) [n:127.0.0.1:38970_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41839/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3147413 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr    x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3147414 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr    x:testSimple1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3147415 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr    x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3147416 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr    x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3147417 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr    x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3148451 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 3148452 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 3148458 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 3148480 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 3148488 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 3148490 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3148492 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3148493 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3148493 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 3148493 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3148493 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3148493 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39892/solr_hdfs_home
   [junit4]   2> 3148493 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3148493 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3148493 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4372743939639BD8-001/tempDir-002/node2/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node7/data/]
   [junit4]   2> 3148494 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3148494 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39892/solr_hdfs_home
   [junit4]   2> 3148494 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3148494 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4372743939639BD8-001/tempDir-002/node2/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node3/data/]
   [junit4]   2> 3148495 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
   [junit4]   2> 3148495 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node3/data/snapshot_metadata
   [junit4]   2> 3148496 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3148496 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3148497 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3148497 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39892/solr_hdfs_home
   [junit4]   2> 3148497 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3148497 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4372743939639BD8-001/tempDir-002/node1/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node5/data/]
   [junit4]   2> 3148498 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 3148499 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node5/data/snapshot_metadata
   [junit4]   2> 3148501 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3148501 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3148501 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f5e329a
   [junit4]   2> 3148502 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39892/solr_hdfs_home
   [junit4]   2> 3148502 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3148502 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4372743939639BD8-001/tempDir-002/node1/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node8/data/]
   [junit4]   2> 3148504 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
   [junit4]   2> 3148507 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3148508 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3148508 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3148510 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3148510 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3148510 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3148511 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3148511 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3148511 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3148516 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3148516 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3148516 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3148530 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3148532 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node8/data
   [junit4]   2> 3148535 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3148536 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node3/data
   [junit4]   2> 3149765 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3149766 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node7/data
   [junit4]   2> 3149772 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3149773 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node5/data
   [junit4]   2> 3149804 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node3/data/index
   [junit4]   2> 3149806 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node8/data/index
   [junit4]   2> 3149811 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3149811 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node7/data/index
   [junit4]   2> 3149813 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3149813 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3149814 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3149814 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39892/solr_hdfs_home/testSimple1/core_node5/data/index
   [junit4]   2> 3149814 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3149815 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3149820 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3149821 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3149821 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3149821 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3149823 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3149823 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3149823 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3149823 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3149833 INFO  (qtp1920431453-145060) [n:127.0.0.1:38970_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3149837 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3149962 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3149962 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3149962 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3149962 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 3149962 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3149963 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 3149963 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3149963 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3149963 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 3149977 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3149977 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3149980 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3149980 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3149980 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3149980 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3150006 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@660ea3c5[testSimple1_shard1_replica_n2] main]
   [junit4]   2> 3150007 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@af90049[testSimple1_shard1_replica_n1] main]
   [junit4]   2> 3150007 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@4cf6d318[testSimple1_shard2_replica_n6] main]
   [junit4]   2> 3150008 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3150009 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3150009 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3150010 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3150010 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631580548667277312
   [junit4]   2> 3150012 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3150012 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3150013 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3150013 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631580548670423040
   [junit4]   2> 3150015 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3150016 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3150016 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631580548673568768
   [junit4]   2> 3150016 INFO  (searcherExecutor-9880-thread-1-processing-n:127.0.0.1:38970_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node3) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@af90049[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3150019 INFO  (searcherExecutor-9881-thread-1-processing-n:127.0.0.1:41839_solr x:testSimple1_shard1_replica_n2 c:testSimple1 s:shard1 r:core_node5) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@660ea3c5[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3150019 INFO  (searcherExecutor-9882-thread-1-processing-n:127.0.0.1:41839_solr x:testSimple1_shard2_replica_n6 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@4cf6d318[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3150023 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node8=0}, version=0}
   [junit4]   2> 3150023 INFO  (qtp652773064-145071) [n:127.0.0.1:41839_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
   [junit4]   2> 3150025 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 3150025 INFO  (qtp1920431453-145058) [n:127.0.0.1:38970_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
   [junit4]   2> 3150027 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
   [junit4]   2> 3150027 INFO  (qtp652773064-145072) [n:127.0.0.1:41839_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElection

[...truncated too long message...]

uctor/terms/shard1
   [junit4]   2> 	3	/solr/collections/myAlias__CRA__B_ark/terms/shard1
   [junit4]   2> 	3	/solr/collections/myAlias__CRA__Heart_of_Gold/terms/shard1
   [junit4]   2> 	3	/solr/collections/test/terms/shard1
   [junit4]   2> 	3	/solr/collections/myAlias__CRA__Stunt_Ship/terms/shard1
   [junit4]   2> 	3	/solr/collections/myAlias__CRA__NEW_CATEGORY_ROUTED_ALIAS_WAITING_FOR_DATA__TEMP/terms/shard1
   [junit4]   2> 	3	/solr/collections/myAlias__CRA__Bi_tromath/terms/shard1
   [junit4]   2> 	2	/solr/collections/myAlias__CRA__NEW_CATEGORY_ROUTED_ALIAS_WAITING_FOR_DATA__TEMP/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/clusterprops.json
   [junit4]   2> 	12	/solr/clusterstate.json
   [junit4]   2> 	8	/solr/collections/myAlias__CRA__Heart_of_Gold/state.json
   [junit4]   2> 	8	/solr/collections/myAlias__CRA__B_ark/state.json
   [junit4]   2> 	8	/solr/collections/myAlias__CRA__Constructor/state.json
   [junit4]   2> 	8	/solr/collections/test/state.json
   [junit4]   2> 	8	/solr/collections/myAlias__CRA__Bi_tromath/state.json
   [junit4]   2> 	8	/solr/collections/myAlias__CRA__Stunt_Ship/state.json
   [junit4]   2> 	6	/solr/collections/myAlias__CRA__NEW_CATEGORY_ROUTED_ALIAS_WAITING_FOR_DATA__TEMP/state.json
   [junit4]   2> 	3	/solr/overseer_elect/election/73180402885591052-127.0.0.1:45326_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/live_nodes
   [junit4]   2> 	12	/solr/collections
   [junit4]   2> 
   [junit4]   2> 4655611 INFO  (TEST-CategoryRoutedAliasUpdateProcessorTest.test-seed#[4372743939639BD8]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43300
   [junit4]   2> 4655611 INFO  (TEST-CategoryRoutedAliasUpdateProcessorTest.test-seed#[4372743939639BD8]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43300
   [junit4]   2> 4655613 INFO  (TEST-CategoryRoutedAliasUpdateProcessorTest.test-seed#[4372743939639BD8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_4372743939639BD8-001
   [junit4]   2> Apr 23, 2019 5:39:30 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene80, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@39b7ffec), locale=es-MX, timezone=America/Argentina/Mendoza
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=161859224,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedSuggestComponentTest, DistributedExpandComponentTest, TestCollationField, TestSolrCloudWithHadoopAuthPlugin, FileUtilsTest, SolrJmxReporterCloudTest, TestSchemalessBufferedUpdates, MoreLikeThisHandlerTest, TestNestedUpdateProcessor, QueryParsingTest, TestOmitPositions, BadCopyFieldTest, BlockJoinFacetSimpleTest, TestDistributedSearch, TestFastOutputStream, TestQuerySenderNoQuery, TestAddFieldRealTimeGet, NodeMutatorTest, JavabinLoaderTest, ExitableDirectoryReaderTest, TestFieldCacheWithThreads, TriggerIntegrationTest, DirectSolrConnectionTest, TestChildDocTransformerHierarchy, TestSolrCoreSnapshots, TlogReplayBufferedWhileIndexingTest, TestCustomStream, TestCloudPivotFacet, SolrMetricReporterTest, SuggesterFSTTest, BasicAuthStandaloneTest, TestMultiValuedNumericRangeQuery, CreateCollectionCleanupTest, TestSearcherReuse, BlockCacheTest, RegexBoostProcessorTest, ChaosMonkeyNothingIsSafeTest, CollectionPropsTest, CdcrWithNodesRestartsTest, BasicDistributedZk2Test, TestNumericTokenStream, TestLFUCache, SortByFunctionTest, ConnectionReuseTest, TestXIncludeConfig, OpenExchangeRatesOrgProviderTest, TestMaxScoreQueryParser, TestLMJelinekMercerSimilarityFactory, TestExceedMaxTermLength, DocumentAnalysisRequestHandlerTest, NestedAtomicUpdateTest, TestEmbeddedSolrServerConstructors, TestRandomCollapseQParserPlugin, TestExactSharedStatsCache, DisMaxRequestHandlerTest, DirectUpdateHandlerTest, TestSQLHandler, ResponseBuilderTest, TestCursorMarkWithoutUniqueKey, AnalyticsQueryTest, TestSort, TestSolr4Spatial, TestSimPolicyCloud, CdcrReplicationHandlerTest, DistribDocExpirationUpdateProcessorTest, ExternalFileFieldSortTest, ProtectedTermFilterFactoryTest, TestCloudDeleteByQuery, TestHighlightDedupGrouping, TestShortCircuitedRequests, ManagedSchemaRoundRobinCloudTest, SolrCloudReportersTest, CoreAdminHandlerTest, URLClassifyProcessorTest, AuditLoggerIntegrationTest, TestLuceneMatchVersion, PeerSyncReplicationTest, TestReplicationHandlerDiskOverFlow, XmlInterpolationTest, MetricsConfigTest, DistributedFacetPivotWhiteBoxTest, Tagger2Test, TestRequestForwarding, TestPivotHelperCode, TestSha256AuthenticationProvider, ClassificationUpdateProcessorIntegrationTest, MultiSolrCloudTestCaseTest, ConfigureRecoveryStrategyTest, AdminHandlersProxyTest, DOMUtilTest, TestCryptoKeys, SliceStateTest, TestPerFieldSimilarity, TestFieldCacheSort, TestCollectionsAPIViaSolrCloudCluster, HighlighterMaxOffsetTest, ForceLeaderWithTlogReplicasTest, HdfsBasicDistributedZkTest, MultiDestinationAuditLoggerTest, TestConfigSetsAPI, SpellingQueryConverterTest, DistributedVersionInfoTest, RollingRestartTest, SolrIndexMetricsTest, TestHdfsBackupRestoreCore, HttpPartitionOnCommitTest, ExecutePlanActionTest, DeleteLastCustomShardedReplicaTest, HLLSerializationTest, RulesTest, ScheduledMaintenanceTriggerTest, MoveReplicaHDFSFailoverTest, HdfsTlogReplayBufferedWhileIndexingTest, ReindexCollectionTest, BitVectorTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestPayloadCheckQParserPlugin, TestBlendedInfixSuggestions, ZookeeperStatusHandlerTest, SolrInfoBeanTest, DefaultValueUpdateProcessorTest, TestCoreContainer, TermVectorComponentDistributedTest, TestPolicyCloud, TestDFRSimilarityFactory, TestFastLRUCache, TestStressCloudBlindAtomicUpdates, TestSolrCloudWithDelegationTokens, TestSubQueryTransformerDistrib, PreAnalyzedFieldTest, TestReplicaProperties, TestInPlaceUpdatesRequiredField, DistributedFacetPivotLongTailTest, TestHashQParserPlugin, TestSolrConfigHandlerConcurrent, TestConfigSetImmutable, ReplaceNodeTest, TestUseDocValuesAsStored2, V2StandaloneTest, ZkSolrClientTest, ConcurrentDeleteAndCreateCollectionTest, TestRequestStatusCollectionAPI, AutoAddReplicasPlanActionTest, HdfsAutoAddReplicasIntegrationTest, NodeMarkersRegistrationTest, ScheduledTriggerIntegrationTest, SearchRateTriggerTest, TriggerCooldownIntegrationTest, TestSimClusterStateProvider, TestSimComputePlanAction, TestSimDistribStateManager, TestSimDistributedQueue, TestSimGenericDistributedQueue, TestSimNodeAddedTrigger, BaseCdcrDistributedZkTest, CdcrBidirectionalTest, CdcrBootstrapTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, StressHdfsTest, TestDynamicURP, TestImplicitCoreProperties, TestInfoStreamLogging, TestInitParams, TestLazyCores, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrConfigHandler, TestReplicationHandler, SynonymTokenizerTest, TestBinaryField, TestBulkSchemaConcurrent, TestManagedSchemaAPI, RankQueryTest, ReturnFieldsTest, SignificantTermsQParserPluginTest, TestComplexPhraseLeadingWildcard, TestComplexPhraseQParserPlugin, TestCustomSort, TestFieldSortValues, TestFiltering, TestMultiWordSynonyms, TestNoOpRegenerator, TestQueryTypes, TestRangeQuery, TestReload, TestSimpleQParserPlugin, TestSolr4Spatial2, TestSolrCoreParser, TestSolrFieldCacheBean, TestStressLucene, TestStressRecovery, TestStressUserVersions, TestStressVersions, TestSurroundQueryParser, TestTrieFacet, TestValueSourceCache, TestXmlQParserPlugin, DistributedFacetSimpleRefinementLongTailTest, SpatialHeatmapFacetsTest, TestMinMaxOnMultiValuedField, TestNestedDocsSort, TestScoreJoinQPScore, SimpleMLTQParserTest, TestBM25SimilarityFactory, TestPerFieldSimilarityWithDefaultOverride, TestExactStatsCache, AuditLoggerPluginTest, SolrLogAuditLoggerPluginTest, TestAuthorizationFramework, FileBasedSpellCheckerTest, SpellCheckCollatorTest, SuggesterWFSTTest, TestFuzzyAnalyzedSuggestions, HdfsLockFactoryTest, TestDocTermOrds, TestDocTermOrdsUninvertLimit, SolrIndexSplitterTest, TestHdfsUpdateLog, TransactionLogTest, UpdateLogTest, UpdateParamsTest, AtomicUpdateProcessorFactoryTest, AtomicUpdateRemovalJavabinTest, AtomicUpdatesTest, CategoryRoutedAliasUpdateProcessorTest]
   [junit4] Completed [853/854 (2!)] on J1 in 251.20s, 6 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/temp/junit4-J1-20190423_042154_2737314663508174030540.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/heapdumps/java_pid18964.hprof ...
   [junit4] Heap dump file created [702442868 bytes in 6.905 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 8950 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:586: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid18964.hprof

Total time: 287 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 78 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/78/

3 tests failed.
FAILED:  org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space
	at __randomizedtesting.SeedInfo.seed([C5F81D75F260C9B8:F64A35B1FFD7130F]:0)
	at java.lang.AbstractStringBuilder.<init>(AbstractStringBuilder.java:68)
	at java.lang.StringBuilder.<init>(StringBuilder.java:89)
	at org.apache.lucene.index.IndexWriter.onTragicEvent(IndexWriter.java:4887)
	at org.apache.lucene.index.IndexWriter.tragicEvent(IndexWriter.java:4898)
	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1292)
	at org.apache.lucene.index.IndexWriter.addDocuments(IndexWriter.java:1257)
	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:161)
	at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)


FAILED:  junit.framework.TestSuite.org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit

Error Message:
Captured an uncaught exception in thread: Thread[id=153858, name=Lucene Merge Thread #356, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=153858, name=Lucene Merge Thread #356, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]
Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space: failed reallocation of scalar replaced objects
	at __randomizedtesting.SeedInfo.seed([C5F81D75F260C9B8]:0)
	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
Caused by: java.lang.OutOfMemoryError: Java heap space: failed reallocation of scalar replaced objects


FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/26)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node2":{           "dataDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node2/data/",           "base_url":"http://127.0.0.1:33702/solr",           "node_name":"127.0.0.1:33702_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node2/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"down"},         "core_node5":{           "dataDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"http://127.0.0.1:42025/solr",           "node_name":"127.0.0.1:42025_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n3",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"http://127.0.0.1:33702/solr",           "node_name":"127.0.0.1:33702_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"down"},         "core_node8":{           "dataDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"http://127.0.0.1:42025/solr",           "node_name":"127.0.0.1:42025_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:42025_solr, 127.0.0.1:43782_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/26)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node2":{           "dataDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node2/data/",           "base_url":"http://127.0.0.1:33702/solr",           "node_name":"127.0.0.1:33702_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node2/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"down"},         "core_node5":{           "dataDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"http://127.0.0.1:42025/solr",           "node_name":"127.0.0.1:42025_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n3",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"http://127.0.0.1:33702/solr",           "node_name":"127.0.0.1:33702_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"down"},         "core_node8":{           "dataDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"http://127.0.0.1:42025/solr",           "node_name":"127.0.0.1:42025_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/26)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "dataDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node2/data/",
          "base_url":"http://127.0.0.1:33702/solr",
          "node_name":"127.0.0.1:33702_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node2/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"down"},
        "core_node5":{
          "dataDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"http://127.0.0.1:42025/solr",
          "node_name":"127.0.0.1:42025_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n3",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"http://127.0.0.1:33702/solr",
          "node_name":"127.0.0.1:33702_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"down"},
        "core_node8":{
          "dataDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:42025/solr",
          "node_name":"127.0.0.1:42025_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:42025_solr, 127.0.0.1:43782_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/26)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "dataDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node2/data/",
          "base_url":"http://127.0.0.1:33702/solr",
          "node_name":"127.0.0.1:33702_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node2/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"down"},
        "core_node5":{
          "dataDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"http://127.0.0.1:42025/solr",
          "node_name":"127.0.0.1:42025_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n3",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"http://127.0.0.1:33702/solr",
          "node_name":"127.0.0.1:33702_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"down"},
        "core_node8":{
          "dataDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:42025/solr",
          "node_name":"127.0.0.1:42025_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:46573/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([C5F81D75F260C9B8:FD4B398BD5931D69]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13639 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C5F81D75F260C9B8-001/init-core-data-001
   [junit4]   2> 463754 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
   [junit4]   2> 463754 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 463757 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 463757 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 464515 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 466310 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 466808 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 466856 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 466869 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 466869 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 466869 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 466875 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35439470{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 467234 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@239db368{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-39865-hdfs-_-any-5225425904903797292.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 467236 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@c9e17ba{HTTP/1.1,[http/1.1]}{localhost:39865}
   [junit4]   2> 467236 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.e.j.s.Server Started @467304ms
   [junit4]   2> 469629 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 469650 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 469660 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 469661 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 469661 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 469661 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36d87fbc{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 469903 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@1e1ba9a5{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-40576-datanode-_-any-2626158028524528497.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 469903 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@12829124{HTTP/1.1,[http/1.1]}{localhost:40576}
   [junit4]   2> 469903 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C5F81D75F260C9B8]-worker) [    ] o.e.j.s.Server Started @469971ms
   [junit4]   2> 472659 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x2163213aca3b16cd: Processing first storage report for DS-7507b2f4-d7b0-4bff-b3ac-15bfe712ae38 from datanode 111e5be1-e8ff-4152-bee8-1147c67850ca
   [junit4]   2> 472665 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x2163213aca3b16cd: from storage DS-7507b2f4-d7b0-4bff-b3ac-15bfe712ae38 node DatanodeRegistration(127.0.0.1:42311, datanodeUuid=111e5be1-e8ff-4152-bee8-1147c67850ca, infoPort=44595, infoSecurePort=0, ipcPort=38817, storageInfo=lv=-57;cid=testClusterID;nsid=1875114726;c=1555900813307), blocks: 0, hasStaleStorage: true, processing time: 4 msecs, invalidatedBlocks: 0
   [junit4]   2> 472665 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x2163213aca3b16cd: Processing first storage report for DS-dc0ccdfc-1114-48eb-ad9e-16d0a37a9a42 from datanode 111e5be1-e8ff-4152-bee8-1147c67850ca
   [junit4]   2> 472665 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x2163213aca3b16cd: from storage DS-dc0ccdfc-1114-48eb-ad9e-16d0a37a9a42 node DatanodeRegistration(127.0.0.1:42311, datanodeUuid=111e5be1-e8ff-4152-bee8-1147c67850ca, infoPort=44595, infoSecurePort=0, ipcPort=38817, storageInfo=lv=-57;cid=testClusterID;nsid=1875114726;c=1555900813307), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 473151 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[C5F81D75F260C9B8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 473153 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[C5F81D75F260C9B8]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C5F81D75F260C9B8-001/tempDir-002
   [junit4]   2> 473153 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[C5F81D75F260C9B8]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 473154 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 473154 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 473254 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[C5F81D75F260C9B8]) [    ] o.a.s.c.ZkTestServer start zk server on port:33999
   [junit4]   2> 473254 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[C5F81D75F260C9B8]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33999
   [junit4]   2> 473254 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[C5F81D75F260C9B8]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33999
   [junit4]   2> 473265 INFO  (zkConnectionManagerCallback-2642-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 473312 INFO  (zkConnectionManagerCallback-2644-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 473324 INFO  (zkConnectionManagerCallback-2646-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 473339 WARN  (jetty-launcher-2647-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 473340 INFO  (jetty-launcher-2647-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 473340 INFO  (jetty-launcher-2647-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 473340 INFO  (jetty-launcher-2647-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 473355 WARN  (jetty-launcher-2647-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 473358 WARN  (jetty-launcher-2647-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 473358 INFO  (jetty-launcher-2647-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 473358 INFO  (jetty-launcher-2647-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 473359 INFO  (jetty-launcher-2647-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 473359 INFO  (jetty-launcher-2647-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 473397 INFO  (jetty-launcher-2647-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 473397 INFO  (jetty-launcher-2647-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 473397 INFO  (jetty-launcher-2647-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 473402 INFO  (jetty-launcher-2647-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48b9a648{/solr,null,AVAILABLE}
   [junit4]   2> 473406 INFO  (jetty-launcher-2647-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 473406 INFO  (jetty-launcher-2647-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 473442 INFO  (jetty-launcher-2647-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 473442 INFO  (jetty-launcher-2647-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 473442 INFO  (jetty-launcher-2647-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 473446 INFO  (jetty-launcher-2647-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3eb10b2b{/solr,null,AVAILABLE}
   [junit4]   2> 473447 INFO  (jetty-launcher-2647-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3110a23c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33702}
   [junit4]   2> 473447 INFO  (jetty-launcher-2647-thread-1) [    ] o.e.j.s.Server Started @473515ms
   [junit4]   2> 473447 INFO  (jetty-launcher-2647-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33702}
   [junit4]   2> 473447 ERROR (jetty-launcher-2647-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 473447 INFO  (jetty-launcher-2647-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 473447 INFO  (jetty-launcher-2647-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 473448 INFO  (jetty-launcher-2647-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 473448 INFO  (jetty-launcher-2647-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 473448 INFO  (jetty-launcher-2647-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-22T02:40:21.238Z
   [junit4]   2> 473458 INFO  (jetty-launcher-2647-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 473458 INFO  (jetty-launcher-2647-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 473458 INFO  (jetty-launcher-2647-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 473461 INFO  (jetty-launcher-2647-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@85cf1ef{/solr,null,AVAILABLE}
   [junit4]   2> 473461 INFO  (jetty-launcher-2647-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@16d9d7e9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42025}
   [junit4]   2> 473461 INFO  (jetty-launcher-2647-thread-3) [    ] o.e.j.s.Server Started @473529ms
   [junit4]   2> 473461 INFO  (jetty-launcher-2647-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42025}
   [junit4]   2> 473462 ERROR (jetty-launcher-2647-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 473462 INFO  (jetty-launcher-2647-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 473462 INFO  (jetty-launcher-2647-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 473462 INFO  (jetty-launcher-2647-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 473462 INFO  (jetty-launcher-2647-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 473462 INFO  (jetty-launcher-2647-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-22T02:40:21.252Z
   [junit4]   2> 473510 INFO  (zkConnectionManagerCallback-2649-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 473511 INFO  (jetty-launcher-2647-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 473514 INFO  (jetty-launcher-2647-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@54e94ac4{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43782}
   [junit4]   2> 473514 INFO  (jetty-launcher-2647-thread-2) [    ] o.e.j.s.Server Started @473582ms
   [junit4]   2> 473514 INFO  (jetty-launcher-2647-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43782}
   [junit4]   2> 473515 ERROR (jetty-launcher-2647-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 473515 INFO  (jetty-launcher-2647-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 473515 INFO  (jetty-launcher-2647-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 473515 INFO  (jetty-launcher-2647-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 473515 INFO  (jetty-launcher-2647-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 473515 INFO  (jetty-launcher-2647-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-22T02:40:21.305Z
   [junit4]   2> 473516 INFO  (zkConnectionManagerCallback-2651-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 473516 INFO  (jetty-launcher-2647-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 473521 INFO  (jetty-launcher-2647-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 473521 INFO  (jetty-launcher-2647-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 473527 INFO  (jetty-launcher-2647-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 473527 INFO  (jetty-launcher-2647-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 473529 INFO  (jetty-launcher-2647-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbc2e7b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 473530 INFO  (jetty-launcher-2647-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbc2e7b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 473542 INFO  (zkConnectionManagerCallback-2653-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 473547 INFO  (jetty-launcher-2647-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 473551 INFO  (jetty-launcher-2647-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 473551 INFO  (jetty-launcher-2647-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 473553 INFO  (jetty-launcher-2647-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbc2e7b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 473916 INFO  (jetty-launcher-2647-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 473935 WARN  (jetty-launcher-2647-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@62176a48[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 473964 WARN  (jetty-launcher-2647-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@38c0bf75[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 473965 INFO  (jetty-launcher-2647-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33999/solr
   [junit4]   2> 473986 INFO  (zkConnectionManagerCallback-2662-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 474009 INFO  (zkConnectionManagerCallback-2664-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 474157 INFO  (jetty-launcher-2647-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 474169 WARN  (jetty-launcher-2647-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@702ff806[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 474183 WARN  (jetty-launcher-2647-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5a32e49f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 474184 INFO  (jetty-launcher-2647-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33999/solr
   [junit4]   2> 474205 INFO  (zkConnectionManagerCallback-2672-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 474205 INFO  (jetty-launcher-2647-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 474214 INFO  (jetty-launcher-2647-thread-1) [n:127.0.0.1:33702_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33702_solr
   [junit4]   2> 474216 WARN  (jetty-launcher-2647-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@451c8726[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 474217 INFO  (jetty-launcher-2647-thread-1) [n:127.0.0.1:33702_solr    ] o.a.s.c.Overseer Overseer (id=73174037325217799-127.0.0.1:33702_solr-n_0000000000) starting
   [junit4]   2> 474244 WARN  (jetty-launcher-2647-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@76438603[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 474245 INFO  (jetty-launcher-2647-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33999/solr
   [junit4]   2> 474250 INFO  (zkConnectionManagerCallback-2675-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 474267 INFO  (jetty-launcher-2647-thread-2) [n:127.0.0.1:43782_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43782_solr
   [junit4]   2> 474270 INFO  (zkConnectionManagerCallback-2681-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 474272 INFO  (jetty-launcher-2647-thread-1) [n:127.0.0.1:33702_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 474274 INFO  (jetty-launcher-2647-thread-1) [n:127.0.0.1:33702_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33999/solr ready
   [junit4]   2> 474308 INFO  (zkCallback-2674-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 474324 INFO  (zkCallback-2663-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 474334 INFO  (zkConnectionManagerCallback-2685-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 474348 INFO  (OverseerStateUpdate-73174037325217799-127.0.0.1:33702_solr-n_0000000000) [n:127.0.0.1:33702_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33702_solr
   [junit4]   2> 474359 INFO  (jetty-launcher-2647-thread-1) [n:127.0.0.1:33702_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:33702_solr as DOWN
   [junit4]   2> 474361 INFO  (jetty-launcher-2647-thread-1) [n:127.0.0.1:33702_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 474361 INFO  (jetty-launcher-2647-thread-1) [n:127.0.0.1:33702_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33702_solr
   [junit4]   2> 474361 INFO  (zkConnectionManagerCallback-2692-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 474364 INFO  (jetty-launcher-2647-thread-2) [n:127.0.0.1:43782_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 474366 INFO  (jetty-launcher-2647-thread-2) [n:127.0.0.1:43782_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33999/solr ready
   [junit4]   2> 474369 INFO  (jetty-launcher-2647-thread-2) [n:127.0.0.1:43782_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 474374 INFO  (zkCallback-2674-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 474376 INFO  (zkCallback-2663-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 474380 INFO  (zkCallback-2680-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 474381 INFO  (zkConnectionManagerCallback-2694-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 474390 INFO  (jetty-launcher-2647-thread-3) [n:127.0.0.1:42025_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 474395 INFO  (jetty-launcher-2647-thread-3) [n:127.0.0.1:42025_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:42025_solr as DOWN
   [junit4]   2> 474396 INFO  (jetty-launcher-2647-thread-3) [n:127.0.0.1:42025_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 474396 INFO  (jetty-launcher-2647-thread-3) [n:127.0.0.1:42025_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42025_solr
   [junit4]   2> 474398 INFO  (zkCallback-2674-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 474398 INFO  (zkCallback-2663-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 474412 INFO  (zkCallback-2680-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 474423 INFO  (jetty-launcher-2647-thread-2) [n:127.0.0.1:43782_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbc2e7b
   [junit4]   2> 474430 INFO  (jetty-launcher-2647-thread-1) [n:127.0.0.1:33702_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 474447 INFO  (zkCallback-2691-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 474454 INFO  (zkCallback-2693-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 474478 INFO  (jetty-launcher-2647-thread-2) [n:127.0.0.1:43782_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbc2e7b
   [junit4]   2> 474479 INFO  (jetty-launcher-2647-thread-2) [n:127.0.0.1:43782_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbc2e7b
   [junit4]   2> 474484 INFO  (jetty-launcher-2647-thread-2) [n:127.0.0.1:43782_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C5F81D75F260C9B8-001/tempDir-002/node2/.
   [junit4]   2> 474490 INFO  (jetty-launcher-2647-thread-1) [n:127.0.0.1:33702_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbc2e7b
   [junit4]   2> 474522 INFO  (jetty-launcher-2647-thread-1) [n:127.0.0.1:33702_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbc2e7b
   [junit4]   2> 474522 INFO  (jetty-launcher-2647-thread-1) [n:127.0.0.1:33702_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbc2e7b
   [junit4]   2> 474524 INFO  (jetty-launcher-2647-thread-1) [n:127.0.0.1:33702_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C5F81D75F260C9B8-001/tempDir-002/node1/.
   [junit4]   2> 474533 INFO  (zkConnectionManagerCallback-2703-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 474535 INFO  (jetty-launcher-2647-thread-3) [n:127.0.0.1:42025_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 474537 INFO  (jetty-launcher-2647-thread-3) [n:127.0.0.1:42025_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33999/solr ready
   [junit4]   2> 474566 INFO  (jetty-launcher-2647-thread-3) [n:127.0.0.1:42025_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 474621 INFO  (jetty-launcher-2647-thread-3) [n:127.0.0.1:42025_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbc2e7b
   [junit4]   2> 474674 INFO  (jetty-launcher-2647-thread-3) [n:127.0.0.1:42025_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbc2e7b
   [junit4]   2> 474675 INFO  (jetty-launcher-2647-thread-3) [n:127.0.0.1:42025_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbc2e7b
   [junit4]   2> 474677 INFO  (jetty-launcher-2647-thread-3) [n:127.0.0.1:42025_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C5F81D75F260C9B8-001/tempDir-002/node3/.
   [junit4]   2> 474747 INFO  (zkConnectionManagerCallback-2709-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 474750 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[C5F81D75F260C9B8]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 474752 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[C5F81D75F260C9B8]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33999/solr ready
   [junit4]   2> 474771 INFO  (qtp332637700-7174) [n:127.0.0.1:42025_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 474787 INFO  (qtp1232480199-7165) [n:127.0.0.1:33702_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:43782_solr,127.0.0.1:33702_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 474801 INFO  (OverseerThreadFactory-2205-thread-1-processing-n:127.0.0.1:33702_solr) [n:127.0.0.1:33702_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
   [junit4]   2> 474918 INFO  (OverseerStateUpdate-73174037325217799-127.0.0.1:33702_solr-n_0000000000) [n:127.0.0.1:33702_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33702/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 474922 INFO  (OverseerStateUpdate-73174037325217799-127.0.0.1:33702_solr-n_0000000000) [n:127.0.0.1:33702_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43782/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 474926 INFO  (OverseerStateUpdate-73174037325217799-127.0.0.1:33702_solr-n_0000000000) [n:127.0.0.1:33702_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33702/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 474930 INFO  (OverseerStateUpdate-73174037325217799-127.0.0.1:33702_solr-n_0000000000) [n:127.0.0.1:33702_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43782/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 475137 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr    x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 475138 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr    x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 475141 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr    x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 475141 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr    x:testSimple1_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 475163 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr    x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 476157 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 476178 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 476182 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 476193 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 476193 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 476194 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbc2e7b
   [junit4]   2> 476195 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 476195 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 476196 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 476228 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 476228 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 476229 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbc2e7b
   [junit4]   2> 476260 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 476262 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 476264 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46573/solr_hdfs_home
   [junit4]   2> 476264 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 476265 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46573/solr_hdfs_home
   [junit4]   2> 476265 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 476266 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 476266 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 476267 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 476268 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C5F81D75F260C9B8-001/tempDir-002/node1/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost:46573/solr_hdfs_home/testSimple1/core_node7/data/]
   [junit4]   2> 476270 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbc2e7b
   [junit4]   2> 476270 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46573/solr_hdfs_home
   [junit4]   2> 476270 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 476270 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C5F81D75F260C9B8-001/tempDir-002/node2/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:46573/solr_hdfs_home/testSimple1/core_node8/data/]
   [junit4]   2> 476271 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 476271 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C5F81D75F260C9B8-001/tempDir-002/node1/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:46573/solr_hdfs_home/testSimple1/core_node3/data/]
   [junit4]   2> 476271 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbc2e7b
   [junit4]   2> 476271 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46573/solr_hdfs_home
   [junit4]   2> 476271 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 476271 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C5F81D75F260C9B8-001/tempDir-002/node2/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:46573/solr_hdfs_home/testSimple1/core_node5/data/]
   [junit4]   2> 476277 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46573/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
   [junit4]   2> 476286 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46573/solr_hdfs_home/testSimple1/core_node5/data/snapshot_metadata
   [junit4]   2> 476286 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46573/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
   [junit4]   2> 476286 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46573/solr_hdfs_home/testSimple1/core_node3/data/snapshot_metadata
   [junit4]   2> 476326 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 476326 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 476326 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 476326 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 476326 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 476326 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 476326 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 476326 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 476326 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 476330 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 476330 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 476330 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 477465 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 477475 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 477475 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 477475 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 477492 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46573/solr_hdfs_home/testSimple1/core_node5/data
   [junit4]   2> 477492 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46573/solr_hdfs_home/testSimple1/core_node7/data
   [junit4]   2> 477495 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46573/solr_hdfs_home/testSimple1/core_node8/data
   [junit4]   2> 477501 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46573/solr_hdfs_home/testSimple1/core_node3/data
   [junit4]   2> 477616 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46573/solr_hdfs_home/testSimple1/core_node8/data/index
   [junit4]   2> 477616 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46573/solr_hdfs_home/testSimple1/core_node5/data/index
   [junit4]   2> 477625 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 477625 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46573/solr_hdfs_home/testSimple1/core_node7/data/index
   [junit4]   2> 477641 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 477641 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 477641 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 477642 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 477642 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 477650 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 477660 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46573/solr_hdfs_home/testSimple1/core_node3/data/index
   [junit4]   2> 477661 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 477663 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 477663 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 477677 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 477706 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 477708 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 477708 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 477708 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 477721 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 478951 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 478951 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 478951 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 478956 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 478956 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 478956 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 478990 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 478990 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 478994 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 478994 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 478994 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 478998 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 478998 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 478998 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 479018 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 479019 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 479019 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 479019 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 479061 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 479061 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 479259 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@977b4f[testSimple1_shard1_replica_n2] main]
   [junit4]   2> 479262 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@4298f603[testSimple1_shard2_replica_n4] main]
   [junit4]   2> 479269 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 479270 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 479270 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 479276 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 479279 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 479280 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 479287 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631480265653092352
   [junit4]   2> 479289 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631480265655189504
   [junit4]   2> 479293 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@41409763[testSimple1_shard2_replica_n6] main]
   [junit4]   2> 479294 INFO  (searcherExecutor-2217-thread-1-processing-n:127.0.0.1:33702_solr x:testSimple1_shard2_replica_n4 c:testSimple1 s:shard2 r:core_node7) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@4298f603[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 479390 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0}, version=0}
   [junit4]   2> 479390 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
   [junit4]   2> 479396 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 479396 INFO  (searcherExecutor-2220-thread-1-processing-n:127.0.0.1:43782_solr x:testSimple1_shard1_replica_n2 c:testSimple1 s:shard1 r:core_node5) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@977b4f[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 479396 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 479396 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@28b0896b[testSimple1_shard1_replica_n1] main]
   [junit4]   2> 479397 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 479397 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631480265768435712
   [junit4]   2> 479406 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 479407 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 479408 INFO  (searcherExecutor-2219-thread-1-processing-n:127.0.0.1:43782_solr x:testSimple1_shard2_replica_n6 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@41409763[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 479409 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 479409 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631480265781018624
   [junit4]   2> 479413 INFO  (searcherExecutor-2218-thread-1-processing-n:127.0.0.1:33702_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node3) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@28b0896b[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 479415 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node5=0}, version=0}
   [junit4]   2> 479415 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
   [junit4]   2> 479418 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=14998ms
   [junit4]   2> 479422 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
   [junit4]   2> 479425 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
   [junit4]   2> 479428 INFO  (qtp1011116227-7179) [n:127.0.0.1:43782_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=14999ms
   [junit4]   2> 479438 INFO  (qtp1232480199-7167) [n:127.0.0.1:33702_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
   [junit4]   2> 479438 INFO  (qtp1011116227-7186) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
   [junit4]   2> 479919 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 479919 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 479919 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33702/solr/testSimple1_shard2_replica_n4/
   [junit4]   2> 479920 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=http://127.0.0.1:33702/solr START replicas=[http://127.0.0.1:43782/solr/testSimple1_shard2_replica_n6/] nUpdates=100
   [junit4]   2> 479920 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=http://127.0.0.1:33702/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 479924 INFO  (qtp1011116227-7183) [n:127.0.0.1:43782_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.S.Request [testSimple1_shard2_replica_n6]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 479925 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 479925 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 479925 INFO  (qtp1232480199-7164) [n:127.0.0.1:33702_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testSimple1/leaders/shard2/lead

[...truncated too long message...]

ave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C5F81D75F260C9B8-001
   [junit4]   2> Apr 22, 2019 2:41:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 16 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=1591, maxMBSortInHeap=6.749708849076962, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6b0a5527), locale=ga-IE, timezone=Asia/Calcutta
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=8,free=173821712,total=425197568
   [junit4]   2> NOTE: All tests run in this JVM: [DaemonStreamApiTest, TestSlowCompositeReaderWrapper, FastVectorHighlighterTest, TestCloudManagedSchema, CollectionStateFormat2Test, SystemInfoHandlerTest, SearchRateTriggerTest, DeleteNodeTest, NotRequiredUniqueKeyTest, CategoryRoutedAliasUpdateProcessorTest, TestDocBasedVersionConstraints, TestReversedWildcardFilterFactory, TestRangeQuery, DateMathParserTest, PolyFieldTest, TestJsonFacetsStatsParsing, CreateRoutedAliasTest, TestFieldCacheSortRandom, ConvertedLegacyTest, TestFieldTypeCollectionResource, LegacyCloudClusterPropTest, MetricsHistoryHandlerTest, TestReloadDeadlock, OutputWriterTest, TestLegacyBM25SimilarityFactory, CustomCollectionTest, TestNoOpRegenerator, ClassificationUpdateProcessorTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestReqParamsAPI, HdfsAutoAddReplicasIntegrationTest]
   [junit4] Completed [106/854 (1!)] on J2 in 97.68s, 1 test, 1 failure <<< FAILURES!

[...truncated 1075 lines...]
   [junit4] Suite: org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDocTermOrdsUninvertLimit -Dtests.method=testTriggerUnInvertLimit -Dtests.seed=C5F81D75F260C9B8 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=ko -Dtests.timezone=Africa/Johannesburg -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    116s J1 | TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C5F81D75F260C9B8:F64A35B1FFD7130F]:0)
   [junit4]    > 	at java.lang.AbstractStringBuilder.<init>(AbstractStringBuilder.java:68)
   [junit4]    > 	at java.lang.StringBuilder.<init>(StringBuilder.java:89)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.onTragicEvent(IndexWriter.java:4887)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.tragicEvent(IndexWriter.java:4898)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1292)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocuments(IndexWriter.java:1257)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:161)
   [junit4]    > 	at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.uninverting.TestDocTermOrdsUninvertLimit_C5F81D75F260C9B8-001
   [junit4]   2> Apr 22, 2019 3:10:41 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #356,5,TGRP-TestDocTermOrdsUninvertLimit]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space: failed reallocation of scalar replaced objects
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C5F81D75F260C9B8]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: Java heap space: failed reallocation of scalar replaced objects
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {field=PostingsFormat(name=Direct)}, docValues:{}, maxPointsInLeafNode=984, maxMBSortInHeap=5.635073890921484, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@71c5ea73), locale=ko, timezone=Africa/Johannesburg
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=78018544,total=469237760
   [junit4]   2> NOTE: All tests run in this JVM: [ZkSolrClientTest, TriggerIntegrationTest, CdcrBidirectionalTest, TestCursorMarkWithoutUniqueKey, TestSchemalessBufferedUpdates, TestChildDocTransformerHierarchy, TestNestedUpdateProcessor, UpdateLogTest, SearchRateTriggerIntegrationTest, DistributedSuggestComponentTest, TestPushWriter, TestDynamicFieldCollectionResource, TestFieldCacheSort, TestMultiValuedNumericRangeQuery, ReindexCollectionTest, SpatialRPTFieldTypeTest, MetricsHandlerTest, TokenizerChainTest, StatsComponentTest, HdfsBasicDistributedZkTest, ShardsWhitelistTest, DirectUpdateHandlerTest, SchemaApiFailureTest, TestQuerySenderNoQuery, TestUseDocValuesAsStored2, TestPayloadCheckQParserPlugin, NodeLostTriggerTest, TestRequestForwarding, TestFastLRUCache, TestDocSet, TestCloudRecovery2, PrimUtilsTest, ExitableDirectoryReaderTest, TimeZoneUtilsTest, ProtectedTermFilterFactoryTest, TestReplicaProperties, SignatureUpdateProcessorFactoryTest, TestAddFieldRealTimeGet, WrapperMergePolicyFactoryTest, AtomicUpdatesTest, DefaultValueUpdateProcessorTest, TestFuzzyAnalyzedSuggestions, TlogReplayBufferedWhileIndexingTest, TestSchemaNameResource, BitVectorTest, TestConfigSetsAPI, TestNumericTokenStream, DistributedFacetSimpleRefinementLongTailTest, TestOmitPositions, DeleteLastCustomShardedReplicaTest, ExternalFileFieldSortTest, SolrIndexMetricsTest, CdcrWithNodesRestartsTest, TestRemoteStreaming, TestDistributedStatsComponentCardinality, TestHighlightDedupGrouping, OverseerCollectionConfigSetProcessorTest, TestLegacyFieldReuse, MetricUtilsTest, TestJsonFacets, TestMergePolicyConfig, XmlInterpolationTest, OpenExchangeRatesOrgProviderTest, TestPrepRecovery, TestMaxScoreQueryParser, TestStressVersions, TestCSVResponseWriter, DistributedQueryComponentOptimizationTest, TestSearcherReuse, TestExactSharedStatsCache, StatsReloadRaceTest, SolrInfoBeanTest, TestUtilizeNode, TestSchemaVersionResource, BadCopyFieldTest, CreateCollectionCleanupTest, TestCloudDeleteByQuery, HdfsTlogReplayBufferedWhileIndexingTest, HttpPartitionOnCommitTest, TestSolr4Spatial, TestXIncludeConfig, TestDistributedSearch, TestConfigSetImmutable, ReplaceNodeTest, TestSimExecutePlanAction, TestCSVLoader, TestDocTermOrdsUninvertLimit]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDocTermOrdsUninvertLimit -Dtests.seed=C5F81D75F260C9B8 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=ko -Dtests.timezone=Africa/Johannesburg -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | TestDocTermOrdsUninvertLimit (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=153858, name=Lucene Merge Thread #356, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space: failed reallocation of scalar replaced objects
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C5F81D75F260C9B8]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: Java heap space: failed reallocation of scalar replaced objects
   [junit4] Completed [439/854 (2!)] on J1 in 116.58s, 1 test, 2 errors <<< FAILURES!

[...truncated 1440 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/temp/junit4-J1-20190422_023227_6511233494111708754884.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/heapdumps/java_pid12020.hprof ...
   [junit4] Heap dump file created [472414465 bytes in 3.117 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 8955 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:586: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid12020.hprof

Total time: 268 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any