You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/06/28 06:57:59 UTC

[JENKINS] Lucene-Solr-NightlyTests-8.1 - Build # 46 - Still unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.1/46/

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"http://127.0.0.1:45989/solr",           "node_name":"127.0.0.1:45989_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node5":{           "dataDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"http://127.0.0.1:39633/solr",           "node_name":"127.0.0.1:39633_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"http://127.0.0.1:45989/solr",           "node_name":"127.0.0.1:45989_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"http://127.0.0.1:39633/solr",           "node_name":"127.0.0.1:39633_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:37464_solr, 127.0.0.1:45989_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"http://127.0.0.1:45989/solr",           "node_name":"127.0.0.1:45989_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node5":{           "dataDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"http://127.0.0.1:39633/solr",           "node_name":"127.0.0.1:39633_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"http://127.0.0.1:45989/solr",           "node_name":"127.0.0.1:45989_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"http://127.0.0.1:39633/solr",           "node_name":"127.0.0.1:39633_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"http://127.0.0.1:45989/solr",
          "node_name":"127.0.0.1:45989_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          "dataDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"http://127.0.0.1:39633/solr",
          "node_name":"127.0.0.1:39633_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"http://127.0.0.1:45989/solr",
          "node_name":"127.0.0.1:45989_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:39633/solr",
          "node_name":"127.0.0.1:39633_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:37464_solr, 127.0.0.1:45989_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"http://127.0.0.1:45989/solr",
          "node_name":"127.0.0.1:45989_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          "dataDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"http://127.0.0.1:39633/solr",
          "node_name":"127.0.0.1:39633_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"http://127.0.0.1:45989/solr",
          "node_name":"127.0.0.1:45989_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:39633/solr",
          "node_name":"127.0.0.1:39633_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:41240/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([4C44BF91B1584DEE:74F79B6F96AB993F]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14267 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4C44BF91B1584DEE-001/init-core-data-001
   [junit4]   2> 1143496 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1143496 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1143499 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1143499 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1144148 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1145776 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1146092 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1146137 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1146142 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1146142 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1146142 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1146145 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31956b2d{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1146465 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@eb08617{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-33532-hdfs-_-any-3340102997662773878.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 1146466 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@15cc88c1{HTTP/1.1,[http/1.1]}{localhost:33532}
   [junit4]   2> 1146466 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.Server Started @1146532ms
   [junit4]   2> 1147881 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1147889 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1147890 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1147890 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1147890 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1147891 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fde8738{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1148051 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@5901ef68{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-34776-datanode-_-any-884606388156166642.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 1148051 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@42f6e387{HTTP/1.1,[http/1.1]}{localhost:34776}
   [junit4]   2> 1148051 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.Server Started @1148118ms
   [junit4]   2> 1148804 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1148806 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1148817 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1148817 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1148817 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1148817 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@195e13cb{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1148982 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@594a25b1{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-39880-datanode-_-any-4067188115063833998.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 1148985 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7e49a34b{HTTP/1.1,[http/1.1]}{localhost:39880}
   [junit4]   2> 1148985 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4C44BF91B1584DEE]-worker) [    ] o.e.j.s.Server Started @1149051ms
   [junit4]   2> 1150209 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xb1a61feaf06ab880: Processing first storage report for DS-c1a0efcc-0c88-4f4e-9988-c2b893ec6d80 from datanode 89ba6274-0ad1-43c7-86fa-69c21e338676
   [junit4]   2> 1150215 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xb1a61feaf06ab880: from storage DS-c1a0efcc-0c88-4f4e-9988-c2b893ec6d80 node DatanodeRegistration(127.0.0.1:44947, datanodeUuid=89ba6274-0ad1-43c7-86fa-69c21e338676, infoPort=45724, infoSecurePort=0, ipcPort=44360, storageInfo=lv=-57;cid=testClusterID;nsid=209467814;c=1561700104591), blocks: 0, hasStaleStorage: true, processing time: 5 msecs, invalidatedBlocks: 0
   [junit4]   2> 1150215 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x818d87656e004d09: Processing first storage report for DS-237182c6-8ba7-4689-bbce-690a851d7b52 from datanode 0c363c8d-b8dd-4be7-8a71-410b597c7fde
   [junit4]   2> 1150215 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x818d87656e004d09: from storage DS-237182c6-8ba7-4689-bbce-690a851d7b52 node DatanodeRegistration(127.0.0.1:41103, datanodeUuid=0c363c8d-b8dd-4be7-8a71-410b597c7fde, infoPort=43851, infoSecurePort=0, ipcPort=34875, storageInfo=lv=-57;cid=testClusterID;nsid=209467814;c=1561700104591), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
   [junit4]   2> 1150215 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xb1a61feaf06ab880: Processing first storage report for DS-ea0e450d-8bf1-43e5-8f2a-a31dfe681e21 from datanode 89ba6274-0ad1-43c7-86fa-69c21e338676
   [junit4]   2> 1150215 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xb1a61feaf06ab880: from storage DS-ea0e450d-8bf1-43e5-8f2a-a31dfe681e21 node DatanodeRegistration(127.0.0.1:44947, datanodeUuid=89ba6274-0ad1-43c7-86fa-69c21e338676, infoPort=45724, infoSecurePort=0, ipcPort=44360, storageInfo=lv=-57;cid=testClusterID;nsid=209467814;c=1561700104591), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1150215 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x818d87656e004d09: Processing first storage report for DS-76e606d3-a880-4a8d-aa6f-a94559481200 from datanode 0c363c8d-b8dd-4be7-8a71-410b597c7fde
   [junit4]   2> 1150215 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x818d87656e004d09: from storage DS-76e606d3-a880-4a8d-aa6f-a94559481200 node DatanodeRegistration(127.0.0.1:41103, datanodeUuid=0c363c8d-b8dd-4be7-8a71-410b597c7fde, infoPort=43851, infoSecurePort=0, ipcPort=34875, storageInfo=lv=-57;cid=testClusterID;nsid=209467814;c=1561700104591), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1150667 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4C44BF91B1584DEE]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 1150669 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4C44BF91B1584DEE]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4C44BF91B1584DEE-001/tempDir-002
   [junit4]   2> 1150669 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4C44BF91B1584DEE]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1150672 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1150672 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1150772 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4C44BF91B1584DEE]) [    ] o.a.s.c.ZkTestServer start zk server on port:41530
   [junit4]   2> 1150772 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4C44BF91B1584DEE]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41530
   [junit4]   2> 1150772 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4C44BF91B1584DEE]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41530
   [junit4]   2> 1150786 INFO  (zkConnectionManagerCallback-4514-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1150792 INFO  (zkConnectionManagerCallback-4516-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1150794 INFO  (zkConnectionManagerCallback-4518-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1150798 WARN  (jetty-launcher-4519-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1150798 INFO  (jetty-launcher-4519-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1150798 INFO  (jetty-launcher-4519-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1150798 INFO  (jetty-launcher-4519-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1150799 WARN  (jetty-launcher-4519-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1150799 INFO  (jetty-launcher-4519-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1150799 INFO  (jetty-launcher-4519-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1150799 INFO  (jetty-launcher-4519-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1150802 WARN  (jetty-launcher-4519-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1150802 INFO  (jetty-launcher-4519-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1150802 INFO  (jetty-launcher-4519-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1150802 INFO  (jetty-launcher-4519-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1150807 INFO  (jetty-launcher-4519-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1150807 INFO  (jetty-launcher-4519-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1150807 INFO  (jetty-launcher-4519-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1150808 INFO  (jetty-launcher-4519-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f131cb6{/solr,null,AVAILABLE}
   [junit4]   2> 1150809 INFO  (jetty-launcher-4519-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1150809 INFO  (jetty-launcher-4519-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1150809 INFO  (jetty-launcher-4519-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1150810 INFO  (jetty-launcher-4519-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d96d58f{/solr,null,AVAILABLE}
   [junit4]   2> 1150811 INFO  (jetty-launcher-4519-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1150811 INFO  (jetty-launcher-4519-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1150811 INFO  (jetty-launcher-4519-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1150812 INFO  (jetty-launcher-4519-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c70ed93{/solr,null,AVAILABLE}
   [junit4]   2> 1150812 INFO  (jetty-launcher-4519-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7063f894{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39633}
   [junit4]   2> 1150813 INFO  (jetty-launcher-4519-thread-3) [    ] o.e.j.s.Server Started @1150879ms
   [junit4]   2> 1150813 INFO  (jetty-launcher-4519-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39633}
   [junit4]   2> 1150813 ERROR (jetty-launcher-4519-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1150813 INFO  (jetty-launcher-4519-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1150813 INFO  (jetty-launcher-4519-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.2
   [junit4]   2> 1150813 INFO  (jetty-launcher-4519-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1150813 INFO  (jetty-launcher-4519-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1150813 INFO  (jetty-launcher-4519-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-28T05:35:10.349Z
   [junit4]   2> 1150816 INFO  (jetty-launcher-4519-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@40479465{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37464}
   [junit4]   2> 1150816 INFO  (jetty-launcher-4519-thread-2) [    ] o.e.j.s.Server Started @1150882ms
   [junit4]   2> 1150816 INFO  (jetty-launcher-4519-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37464}
   [junit4]   2> 1150816 ERROR (jetty-launcher-4519-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1150816 INFO  (jetty-launcher-4519-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1150816 INFO  (jetty-launcher-4519-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.2
   [junit4]   2> 1150816 INFO  (jetty-launcher-4519-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1150816 INFO  (jetty-launcher-4519-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1150816 INFO  (jetty-launcher-4519-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-28T05:35:10.352Z
   [junit4]   2> 1150823 INFO  (jetty-launcher-4519-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7b1481df{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45989}
   [junit4]   2> 1150823 INFO  (jetty-launcher-4519-thread-1) [    ] o.e.j.s.Server Started @1150889ms
   [junit4]   2> 1150823 INFO  (jetty-launcher-4519-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45989}
   [junit4]   2> 1150824 ERROR (jetty-launcher-4519-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1150824 INFO  (jetty-launcher-4519-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1150824 INFO  (jetty-launcher-4519-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.2
   [junit4]   2> 1150824 INFO  (jetty-launcher-4519-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1150824 INFO  (jetty-launcher-4519-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1150824 INFO  (jetty-launcher-4519-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-28T05:35:10.360Z
   [junit4]   2> 1150825 INFO  (zkConnectionManagerCallback-4521-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1150827 INFO  (jetty-launcher-4519-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1150833 INFO  (zkConnectionManagerCallback-4523-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1150834 INFO  (jetty-launcher-4519-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1150834 INFO  (jetty-launcher-4519-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1150834 INFO  (jetty-launcher-4519-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1150836 INFO  (jetty-launcher-4519-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@28079845, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1150838 INFO  (jetty-launcher-4519-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1150838 INFO  (jetty-launcher-4519-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1150840 INFO  (jetty-launcher-4519-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@28079845, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1150841 INFO  (zkConnectionManagerCallback-4525-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1150842 INFO  (jetty-launcher-4519-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1150845 INFO  (jetty-launcher-4519-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1150845 INFO  (jetty-launcher-4519-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1150865 INFO  (jetty-launcher-4519-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@28079845, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1150918 INFO  (jetty-launcher-4519-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1150925 WARN  (jetty-launcher-4519-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1a66537d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1150929 WARN  (jetty-launcher-4519-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@27576a2d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1150933 INFO  (jetty-launcher-4519-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41530/solr
   [junit4]   2> 1150953 INFO  (zkConnectionManagerCallback-4534-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1150957 INFO  (zkConnectionManagerCallback-4536-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1151039 INFO  (jetty-launcher-4519-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1151045 WARN  (jetty-launcher-4519-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@79ff37c5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1151059 INFO  (jetty-launcher-4519-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1151063 WARN  (jetty-launcher-4519-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1395f47[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1151064 INFO  (jetty-launcher-4519-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41530/solr
   [junit4]   2> 1151065 WARN  (jetty-launcher-4519-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4bee6640[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1151066 INFO  (zkConnectionManagerCallback-4545-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1151070 INFO  (zkConnectionManagerCallback-4549-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1151070 WARN  (jetty-launcher-4519-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4ce50a73[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1151071 INFO  (jetty-launcher-4519-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41530/solr
   [junit4]   2> 1151073 INFO  (zkConnectionManagerCallback-4554-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1151078 INFO  (zkConnectionManagerCallback-4556-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1151084 INFO  (jetty-launcher-4519-thread-2) [n:127.0.0.1:37464_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37464_solr
   [junit4]   2> 1151085 INFO  (jetty-launcher-4519-thread-2) [n:127.0.0.1:37464_solr    ] o.a.s.c.Overseer Overseer (id=73554099394117641-127.0.0.1:37464_solr-n_0000000000) starting
   [junit4]   2> 1151098 INFO  (jetty-launcher-4519-thread-3) [n:127.0.0.1:39633_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39633_solr
   [junit4]   2> 1151100 INFO  (zkCallback-4555-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1151107 INFO  (zkCallback-4548-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1151110 INFO  (jetty-launcher-4519-thread-1) [n:127.0.0.1:45989_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1151111 INFO  (zkConnectionManagerCallback-4563-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1151113 INFO  (jetty-launcher-4519-thread-2) [n:127.0.0.1:37464_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1151115 INFO  (jetty-launcher-4519-thread-2) [n:127.0.0.1:37464_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41530/solr ready
   [junit4]   2> 1151118 INFO  (jetty-launcher-4519-thread-2) [n:127.0.0.1:37464_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:37464_solr as DOWN
   [junit4]   2> 1151119 INFO  (OverseerStateUpdate-73554099394117641-127.0.0.1:37464_solr-n_0000000000) [n:127.0.0.1:37464_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37464_solr
   [junit4]   2> 1151120 INFO  (jetty-launcher-4519-thread-2) [n:127.0.0.1:37464_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1151120 INFO  (jetty-launcher-4519-thread-2) [n:127.0.0.1:37464_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37464_solr
   [junit4]   2> 1151122 INFO  (OverseerStateUpdate-73554099394117641-127.0.0.1:37464_solr-n_0000000000) [n:127.0.0.1:37464_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1151123 INFO  (zkCallback-4555-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1151126 INFO  (zkCallback-4535-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1151126 INFO  (jetty-launcher-4519-thread-1) [n:127.0.0.1:45989_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:45989_solr as DOWN
   [junit4]   2> 1151133 INFO  (jetty-launcher-4519-thread-1) [n:127.0.0.1:45989_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1151133 INFO  (jetty-launcher-4519-thread-1) [n:127.0.0.1:45989_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45989_solr
   [junit4]   2> 1151136 INFO  (zkCallback-4555-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1151145 INFO  (zkCallback-4562-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1151159 INFO  (zkCallback-4535-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1151159 INFO  (zkCallback-4548-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1151160 INFO  (jetty-launcher-4519-thread-2) [n:127.0.0.1:37464_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1151176 INFO  (zkConnectionManagerCallback-4568-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1151178 INFO  (jetty-launcher-4519-thread-3) [n:127.0.0.1:39633_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1151179 INFO  (jetty-launcher-4519-thread-3) [n:127.0.0.1:39633_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41530/solr ready
   [junit4]   2> 1151189 INFO  (zkConnectionManagerCallback-4574-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1151190 INFO  (jetty-launcher-4519-thread-3) [n:127.0.0.1:39633_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1151195 INFO  (jetty-launcher-4519-thread-1) [n:127.0.0.1:45989_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1151197 INFO  (jetty-launcher-4519-thread-1) [n:127.0.0.1:45989_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41530/solr ready
   [junit4]   2> 1151198 INFO  (jetty-launcher-4519-thread-2) [n:127.0.0.1:37464_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28079845
   [junit4]   2> 1151210 INFO  (jetty-launcher-4519-thread-1) [n:127.0.0.1:45989_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1151213 INFO  (jetty-launcher-4519-thread-2) [n:127.0.0.1:37464_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28079845
   [junit4]   2> 1151213 INFO  (jetty-launcher-4519-thread-2) [n:127.0.0.1:37464_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28079845
   [junit4]   2> 1151215 INFO  (jetty-launcher-4519-thread-2) [n:127.0.0.1:37464_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4C44BF91B1584DEE-001/tempDir-002/node2/.
   [junit4]   2> 1151234 INFO  (jetty-launcher-4519-thread-3) [n:127.0.0.1:39633_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28079845
   [junit4]   2> 1151283 INFO  (jetty-launcher-4519-thread-3) [n:127.0.0.1:39633_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28079845
   [junit4]   2> 1151284 INFO  (jetty-launcher-4519-thread-3) [n:127.0.0.1:39633_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28079845
   [junit4]   2> 1151297 INFO  (jetty-launcher-4519-thread-3) [n:127.0.0.1:39633_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4C44BF91B1584DEE-001/tempDir-002/node3/.
   [junit4]   2> 1151298 INFO  (jetty-launcher-4519-thread-1) [n:127.0.0.1:45989_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28079845
   [junit4]   2> 1151306 WARN  (jetty-launcher-4519-thread-1) [n:127.0.0.1:45989_solr    ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
   [junit4]   2>           => javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=threads,name1=deadlock,name=count
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
   [junit4]   2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=threads,name1=deadlock,name=count
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:531) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:569) ~[java/:?]
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:468) ~[metrics-core-4.0.5.jar:4.0.5]
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:309) ~[metrics-core-4.0.5.jar:4.0.5]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:729) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:916) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:843) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:655) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:255) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:175) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 1151316 INFO  (jetty-launcher-4519-thread-1) [n:127.0.0.1:45989_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28079845
   [junit4]   2> 1151317 INFO  (jetty-launcher-4519-thread-1) [n:127.0.0.1:45989_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28079845
   [junit4]   2> 1151319 INFO  (jetty-launcher-4519-thread-1) [n:127.0.0.1:45989_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4C44BF91B1584DEE-001/tempDir-002/node1/.
   [junit4]   2> 1151455 INFO  (zkConnectionManagerCallback-4581-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1151457 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4C44BF91B1584DEE]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1151459 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4C44BF91B1584DEE]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41530/solr ready
   [junit4]   2> 1151467 INFO  (qtp1263937624-12499) [n:127.0.0.1:37464_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1151469 INFO  (qtp1387528339-12508) [n:127.0.0.1:39633_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:37464_solr,127.0.0.1:39633_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1151475 INFO  (OverseerThreadFactory-3606-thread-1-processing-n:127.0.0.1:37464_solr) [n:127.0.0.1:37464_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
   [junit4]   2> 1151586 INFO  (OverseerStateUpdate-73554099394117641-127.0.0.1:37464_solr-n_0000000000) [n:127.0.0.1:37464_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37464/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1151590 INFO  (OverseerStateUpdate-73554099394117641-127.0.0.1:37464_solr-n_0000000000) [n:127.0.0.1:37464_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39633/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1151595 INFO  (OverseerStateUpdate-73554099394117641-127.0.0.1:37464_solr-n_0000000000) [n:127.0.0.1:37464_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37464/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1151598 INFO  (OverseerStateUpdate-73554099394117641-127.0.0.1:37464_solr-n_0000000000) [n:127.0.0.1:37464_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39633/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1151811 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr    x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1151811 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr    x:testSimple1_shard2_replica_n6] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1151812 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr    x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1151812 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr    x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1151816 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr    x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1152838 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.2
   [junit4]   2> 1152841 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.2
   [junit4]   2> 1152846 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.2
   [junit4]   2> 1152853 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 1152853 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.2
   [junit4]   2> 1152858 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 1152859 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1152859 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 1152859 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28079845
   [junit4]   2> 1152862 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 1152875 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1152876 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 1152876 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28079845
   [junit4]   2> 1152879 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1152879 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 1152880 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28079845
   [junit4]   2> 1152883 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1152888 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1152888 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 1152888 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28079845
   [junit4]   2> 1152909 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41240/solr_hdfs_home
   [junit4]   2> 1152909 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1152909 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4C44BF91B1584DEE-001/tempDir-002/node3/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:41240/solr_hdfs_home/testSimple1/core_node8/data/]
   [junit4]   2> 1152912 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41240/solr_hdfs_home
   [junit4]   2> 1152912 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41240/solr_hdfs_home
   [junit4]   2> 1152912 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1152912 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1152912 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4C44BF91B1584DEE-001/tempDir-002/node3/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:41240/solr_hdfs_home/testSimple1/core_node5/data/]
   [junit4]   2> 1152912 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4C44BF91B1584DEE-001/tempDir-002/node2/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost:41240/solr_hdfs_home/testSimple1/core_node7/data/]
   [junit4]   2> 1152912 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41240/solr_hdfs_home
   [junit4]   2> 1152912 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1152913 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4C44BF91B1584DEE-001/tempDir-002/node2/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:41240/solr_hdfs_home/testSimple1/core_node3/data/]
   [junit4]   2> 1152915 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41240/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
   [junit4]   2> 1152915 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41240/solr_hdfs_home/testSimple1/core_node3/data/snapshot_metadata
   [junit4]   2> 1152915 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41240/solr_hdfs_home/testSimple1/core_node5/data/snapshot_metadata
   [junit4]   2> 1152915 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41240/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
   [junit4]   2> 1152940 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1152940 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1152940 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 1152940 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
   [junit4]   2> 1152940 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 1152941 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1152941 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1152941 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 1152942 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 1153853 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1153853 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1153854 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1153855 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1153865 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41240/solr_hdfs_home/testSimple1/core_node8/data
   [junit4]   2> 1153866 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41240/solr_hdfs_home/testSimple1/core_node7/data
   [junit4]   2> 1153868 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41240/solr_hdfs_home/testSimple1/core_node5/data
   [junit4]   2> 1153876 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41240/solr_hdfs_home/testSimple1/core_node3/data
   [junit4]   2> 1153944 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41240/solr_hdfs_home/testSimple1/core_node8/data/index
   [junit4]   2> 1153947 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41240/solr_hdfs_home/testSimple1/core_node3/data/index
   [junit4]   2> 1153952 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41240/solr_hdfs_home/testSimple1/core_node7/data/index
   [junit4]   2> 1153953 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1153953 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 1153959 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1153963 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41240/solr_hdfs_home/testSimple1/core_node5/data/index
   [junit4]   2> 1153969 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1153969 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 1153972 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1153972 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 1153980 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1153981 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 1153981 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1153982 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1153993 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1155051 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1155051 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1155051 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 1155074 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1155075 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1155078 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1155078 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1155078 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 1155081 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1155081 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1155081 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 1155088 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1155088 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1155088 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 1155104 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1155104 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1155120 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1155120 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1155120 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1155120 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1155269 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4896376f[testSimple1_shard1_replica_n2] main]
   [junit4]   2> 1155270 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@52be1c82[testSimple1_shard2_replica_n6] main]
   [junit4]   2> 1155270 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f2592e5[testSimple1_shard1_replica_n1] main]
   [junit4]   2> 1155271 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a48dbaf[testSimple1_shard2_replica_n4] main]
   [junit4]   2> 1155272 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1155273 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1155273 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1155274 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1155275 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1155276 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1155276 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1155276 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1155279 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1155279 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1155279 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1155280 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1155282 INFO  (qtp1263937624-12501) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1637561259595399168
   [junit4]   2> 1155282 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1637561259595399168
   [junit4]   2> 1155284 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1637561259597496320
   [junit4]   2> 1155286 INFO  (qtp1263937624-12498) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1637561259599593472
   [junit4]   2> 1155289 INFO  (searcherExecutor-3621-thread-1-processing-n:127.0.0.1:39633_solr x:testSimple1_shard1_replica_n2 c:testSimple1 s:shard1 r:core_node5) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@4896376f[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1155289 INFO  (searcherExecutor-3619-thread-1-processing-n:127.0.0.1:39633_solr x:testSimple1_shard2_replica_n6 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@52be1c82[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1155292 INFO  (searcherExecutor-3622-thread-1-processing-n:127.0.0.1:37464_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node3) [n:127.0.0.1:37464_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@6f2592e5[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1155294 INFO  (searcherExecutor-3620-thread-1-processing-n:127.0.0.1:37464_solr x:testSimple1_shard2_replica_n4 c:testSimple1 s:shard2 r:core_node7) [n:127.0.0.1:37464_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@3a48dbaf[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1155297 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node8=0}, version=0}
   [junit4]   2> 1155297 INFO  (qtp1387528339-12507) [n:127.0.0.1:39633_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
   [junit4]   2> 1155303 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
   [junit4]   2> 1155303 INFO  (qtp1387528339-12510) [n:127.0.0.1:39633_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
   [j

[...truncated too long message...]

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null455509729
     [copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null455509729
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null455509729

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 79ms :: artifacts dl 3ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 314 minutes 42 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-8.1 - Build # 50 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.1/50/

1 tests failed.
FAILED:  org.apache.solr.update.PeerSyncTest.test

Error Message:
.response[0][id][0]:1!=2

Stack Trace:
junit.framework.AssertionFailedError: .response[0][id][0]:1!=2
	at __randomizedtesting.SeedInfo.seed([8221CF0205D372F8:A75F0D8AB2F1F00]:0)
	at junit.framework.Assert.fail(Assert.java:57)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:999)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1026)
	at org.apache.solr.BaseDistributedSearchTestCase.queryAndCompare(BaseDistributedSearchTestCase.java:723)
	at org.apache.solr.BaseDistributedSearchTestCase.queryAndCompare(BaseDistributedSearchTestCase.java:714)
	at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:104)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14441 lines...]
   [junit4] Suite: org.apache.solr.update.PeerSyncTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/init-core-data-001
   [junit4]   2> 1279489 WARN  (SUITE-PeerSyncTest-seed#[8221CF0205D372F8]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 1279489 INFO  (SUITE-PeerSyncTest-seed#[8221CF0205D372F8]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1279491 INFO  (SUITE-PeerSyncTest-seed#[8221CF0205D372F8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1279491 INFO  (SUITE-PeerSyncTest-seed#[8221CF0205D372F8]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1279492 INFO  (SUITE-PeerSyncTest-seed#[8221CF0205D372F8]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1279492 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1279493 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1279531 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.2
   [junit4]   2> 1279572 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1279767 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1279872 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1279875 WARN  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1fff30db[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1279880 WARN  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4102c1e1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1279932 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1279932 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1280019 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1280044 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1280044 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1280050 INFO  (coreLoadExecutor-4867-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1280113 INFO  (coreLoadExecutor-4867-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.2
   [junit4]   2> 1280133 INFO  (coreLoadExecutor-4867-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1280250 INFO  (coreLoadExecutor-4867-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1280266 INFO  (coreLoadExecutor-4867-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1280266 INFO  (coreLoadExecutor-4867-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1280267 INFO  (coreLoadExecutor-4867-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/init-core-data-001/]
   [junit4]   2> 1280269 INFO  (coreLoadExecutor-4867-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=83.6640625, floorSegmentMB=1.0732421875, forceMergeDeletesPctAllowed=12.13924894104475, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1740443820977954, deletesPctAllowed=35.31786463269985
   [junit4]   2> 1280285 WARN  (coreLoadExecutor-4867-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1280349 INFO  (coreLoadExecutor-4867-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1280350 INFO  (coreLoadExecutor-4867-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1280351 INFO  (coreLoadExecutor-4867-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1280351 INFO  (coreLoadExecutor-4867-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1280352 INFO  (coreLoadExecutor-4867-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4eeb431c
   [junit4]   2> 1280353 INFO  (coreLoadExecutor-4867-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@390c13b8[collection1] main]
   [junit4]   2> 1280353 WARN  (coreLoadExecutor-4867-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1280360 INFO  (coreLoadExecutor-4867-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1280360 INFO  (coreLoadExecutor-4867-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1637999537582768128
   [junit4]   2> 1280368 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1280390 INFO  (searcherExecutor-4868-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@390c13b8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1280614 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/control/cores/collection1
   [junit4]   2> 1280615 WARN  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1280616 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1280616 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1280616 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1280617 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1280617 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1280617 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1280617 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@238f1008{/,null,AVAILABLE}
   [junit4]   2> 1280618 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@24f8dca3{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37841}
   [junit4]   2> 1280618 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.Server Started @1280679ms
   [junit4]   2> 1280618 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/, hostPort=37841, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/control/cores}
   [junit4]   2> 1280618 ERROR (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1280618 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1280618 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.2
   [junit4]   2> 1280618 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1280618 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1280618 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-07-03T01:41:29.536Z
   [junit4]   2> 1280619 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/control/solr.xml
   [junit4]   2> 1280623 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1280623 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1280625 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1280737 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1280749 WARN  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6e205e95[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1280753 WARN  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6cbd235d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1280781 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1280781 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1280813 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1280830 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1280830 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1280833 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/control/cores
   [junit4]   2> 1280833 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1280834 INFO  (coreLoadExecutor-4881-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1280890 INFO  (coreLoadExecutor-4881-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.2
   [junit4]   2> 1280910 INFO  (coreLoadExecutor-4881-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1281351 INFO  (coreLoadExecutor-4881-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1281362 INFO  (coreLoadExecutor-4881-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1281363 INFO  (coreLoadExecutor-4881-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1281363 INFO  (coreLoadExecutor-4881-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 1281366 INFO  (coreLoadExecutor-4881-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=83.6640625, floorSegmentMB=1.0732421875, forceMergeDeletesPctAllowed=12.13924894104475, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1740443820977954, deletesPctAllowed=35.31786463269985
   [junit4]   2> 1281375 WARN  (coreLoadExecutor-4881-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1281457 INFO  (coreLoadExecutor-4881-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1281457 INFO  (coreLoadExecutor-4881-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1281460 INFO  (coreLoadExecutor-4881-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1281460 INFO  (coreLoadExecutor-4881-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1281463 INFO  (coreLoadExecutor-4881-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@891b3db
   [junit4]   2> 1281466 INFO  (coreLoadExecutor-4881-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57c0b567[collection1] main]
   [junit4]   2> 1281466 WARN  (coreLoadExecutor-4881-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1281471 INFO  (coreLoadExecutor-4881-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1281474 INFO  (coreLoadExecutor-4881-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1637999538750881792
   [junit4]   2> 1281478 INFO  (searcherExecutor-4882-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@57c0b567[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1282163 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 1282164 WARN  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1282165 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1282165 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1282165 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1282166 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1282166 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1282166 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1282167 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2aa76dff{/,null,AVAILABLE}
   [junit4]   2> 1282167 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@734aec5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34449}
   [junit4]   2> 1282167 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.Server Started @1282228ms
   [junit4]   2> 1282167 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/, hostPort=34449, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/shard0/cores}
   [junit4]   2> 1282168 ERROR (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1282168 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1282168 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.2
   [junit4]   2> 1282168 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1282168 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1282168 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-07-03T01:41:31.086Z
   [junit4]   2> 1282168 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 1282173 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1282173 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1282175 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1282515 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1282516 WARN  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7f9ff24[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1282521 WARN  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@24343ce4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1282549 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1282549 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1282588 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1282612 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1282612 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1282617 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/shard0/cores
   [junit4]   2> 1282617 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1282618 INFO  (coreLoadExecutor-4895-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1282685 INFO  (coreLoadExecutor-4895-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.2
   [junit4]   2> 1282721 INFO  (coreLoadExecutor-4895-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1282992 INFO  (coreLoadExecutor-4895-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1283002 INFO  (coreLoadExecutor-4895-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1283003 INFO  (coreLoadExecutor-4895-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1283006 INFO  (coreLoadExecutor-4895-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 1283010 INFO  (coreLoadExecutor-4895-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=83.6640625, floorSegmentMB=1.0732421875, forceMergeDeletesPctAllowed=12.13924894104475, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1740443820977954, deletesPctAllowed=35.31786463269985
   [junit4]   2> 1283036 WARN  (coreLoadExecutor-4895-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1283114 INFO  (coreLoadExecutor-4895-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1283114 INFO  (coreLoadExecutor-4895-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1283116 INFO  (coreLoadExecutor-4895-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1283116 INFO  (coreLoadExecutor-4895-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1283118 INFO  (coreLoadExecutor-4895-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@28da7d6a
   [junit4]   2> 1283119 INFO  (coreLoadExecutor-4895-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a4628e7[collection1] main]
   [junit4]   2> 1283119 WARN  (coreLoadExecutor-4895-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1283120 INFO  (coreLoadExecutor-4895-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1283121 INFO  (coreLoadExecutor-4895-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1637999540477886464
   [junit4]   2> 1283125 INFO  (searcherExecutor-4896-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1a4628e7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1283798 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/shard1/cores/collection1
   [junit4]   2> 1283799 WARN  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1283799 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1283799 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1283799 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1283800 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1283800 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1283801 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1283801 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@138c5be5{/,null,AVAILABLE}
   [junit4]   2> 1283802 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3eb3a9d2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36906}
   [junit4]   2> 1283802 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.Server Started @1283863ms
   [junit4]   2> 1283802 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/, hostPort=36906, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/shard1/cores}
   [junit4]   2> 1283802 ERROR (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1283802 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1283802 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.2
   [junit4]   2> 1283802 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1283802 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1283802 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-07-03T01:41:32.720Z
   [junit4]   2> 1283803 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/shard1/solr.xml
   [junit4]   2> 1283807 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1283807 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1283809 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1284016 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1284018 WARN  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@50fdaeae[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1284023 WARN  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@46615e3b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1284051 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1284051 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1284082 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1284100 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1284100 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1284103 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/shard1/cores
   [junit4]   2> 1284103 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1284106 INFO  (coreLoadExecutor-4909-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1284144 INFO  (coreLoadExecutor-4909-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.2
   [junit4]   2> 1284166 INFO  (coreLoadExecutor-4909-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1284296 INFO  (coreLoadExecutor-4909-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1284305 INFO  (coreLoadExecutor-4909-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1284306 INFO  (coreLoadExecutor-4909-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1284306 INFO  (coreLoadExecutor-4909-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/shard1/cores/collection1/data/]
   [junit4]   2> 1284309 INFO  (coreLoadExecutor-4909-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=83.6640625, floorSegmentMB=1.0732421875, forceMergeDeletesPctAllowed=12.13924894104475, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1740443820977954, deletesPctAllowed=35.31786463269985
   [junit4]   2> 1284315 WARN  (coreLoadExecutor-4909-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1284375 INFO  (coreLoadExecutor-4909-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1284375 INFO  (coreLoadExecutor-4909-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1284377 INFO  (coreLoadExecutor-4909-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1284377 INFO  (coreLoadExecutor-4909-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1284378 INFO  (coreLoadExecutor-4909-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3acb9b58
   [junit4]   2> 1284379 INFO  (coreLoadExecutor-4909-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@515e757a[collection1] main]
   [junit4]   2> 1284380 WARN  (coreLoadExecutor-4909-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1284380 INFO  (coreLoadExecutor-4909-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1284380 INFO  (coreLoadExecutor-4909-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1637999541798043648
   [junit4]   2> 1284397 INFO  (searcherExecutor-4910-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@515e757a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1285070 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/shard2/cores/collection1
   [junit4]   2> 1285071 WARN  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1285072 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1285072 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1285072 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1285074 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1285074 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1285074 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1285074 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69cee1f4{/,null,AVAILABLE}
   [junit4]   2> 1285075 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@53b8c156{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46016}
   [junit4]   2> 1285075 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.s.Server Started @1285136ms
   [junit4]   2> 1285075 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/, hostPort=46016, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/shard2/cores}
   [junit4]   2> 1285075 ERROR (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1285075 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1285075 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.2
   [junit4]   2> 1285075 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1285075 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1285075 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-07-03T01:41:33.993Z
   [junit4]   2> 1285076 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/shard2/solr.xml
   [junit4]   2> 1285080 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1285080 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1285082 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1285392 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1285393 WARN  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6e7e5fc9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1285398 WARN  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@436cca9a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1285429 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1285429 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1285459 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1285476 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1285476 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1285479 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/shard2/cores
   [junit4]   2> 1285479 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1285480 INFO  (coreLoadExecutor-4923-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1285561 INFO  (coreLoadExecutor-4923-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.2
   [junit4]   2> 1285606 INFO  (coreLoadExecutor-4923-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1285799 INFO  (coreLoadExecutor-4923-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1285808 INFO  (coreLoadExecutor-4923-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1285809 INFO  (coreLoadExecutor-4923-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25ed5765
   [junit4]   2> 1285812 INFO  (coreLoadExecutor-4923-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.update.PeerSyncTest_8221CF0205D372F8-001/tempDir-001/shard2/cores/collection1/data/]
   [junit4]   2> 1285817 INFO  (coreLoadExecutor-4923-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=83.6640625, floorSegmentMB=1.0732421875, forceMergeDeletesPctAllowed=12.13924894104475, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1740443820977954, deletesPctAllowed=35.31786463269985
   [junit4]   2> 1285823 WARN  (coreLoadExecutor-4923-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1285962 INFO  (coreLoadExecutor-4923-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1285962 INFO  (coreLoadExecutor-4923-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1285964 INFO  (coreLoadExecutor-4923-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1285964 INFO  (coreLoadExecutor-4923-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1285965 INFO  (coreLoadExecutor-4923-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@20ddf8b9
   [junit4]   2> 1285966 INFO  (coreLoadExecutor-4923-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c1ff538[collection1] main]
   [junit4]   2> 1285967 WARN  (coreLoadExecutor-4923-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1285967 INFO  (coreLoadExecutor-4923-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1285967 INFO  (coreLoadExecutor-4923-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1637999543462133760
   [junit4]   2> 1285970 INFO  (searcherExecutor-4924-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5c1ff538[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1285981 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1285987 INFO  (qtp1399230698-19432) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[1 (1)]} 0 3
   [junit4]   2> 1286006 INFO  (qtp329220070-19453) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:34449/collection1] nUpdates=100
   [junit4]   2> 1286043 INFO  (qtp1399230698-19434) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b756e40[collection1] realtime]
   [junit4]   2> 1286043 INFO  (qtp1399230698-19434) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:32.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 1286043 INFO  (qtp1399230698-19434) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=32
   [junit4]   2> 1286045 INFO  (qtp329220070-19453) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1286045 INFO  (qtp329220070-19453) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= DONE.  We have no versions.  sync failed.
   [junit4]   2> 1286047 INFO  (qtp1399230698-19434) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 1286047 INFO  (qtp1399230698-19434) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&fingerprint=true&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1286047 INFO  (qtp329220070-19453) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:34449/collection1&wt=javabin&version=2} status=0 QTime=41
   [junit4]   2> 1286052 INFO  (qtp329220070-19454) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[1 (1)]} 0 3
   [junit4]   2> 1286053 INFO  (qtp329220070-19455) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:34449/collection1] nUpdates=100
   [junit4]   2> 1286053 INFO  (qtp1399230698-19435) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 1286054 INFO  (qtp1399230698-19435) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1286076 INFO  (qtp329220070-19455) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1131bbf0[collection1] realtime]
   [junit4]   2> 1286076 INFO  (qtp329220070-19455) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:22.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 1286076 INFO  (qtp329220070-19455) [    x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 1286076 INFO  (qtp329220070-19455) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:34449/collection1&wt=javabin&version=2} status=0 QTime=23
   [junit4]   2> 1286077 INFO  (qtp1399230698-19431) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1637999543577477120,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1286077 INFO  (qtp1399230698-19431) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@18b1aea5 commitCommandVersion:1637999543577477120
   [junit4]   2> 1286080 INFO  (qtp1399230698-19431) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f19d250[collection1] main]
   [junit4]   2> 1286081 INFO  (qtp1399230698-19431) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1286083 INFO  (searcherExecutor-4896-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4f19d250[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.1.2):c1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.1.2, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1562118094939}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_COMPRESSION}])))}
   [junit4]   2> 1286083 INFO  (qtp1399230698-19431) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
   [junit4]   2> 1286087 INFO  (qtp329220070-19456) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1637999543586914304,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1286087 INFO  (qtp329220070-19456) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@41a9f6c2 commitCommandVersion:1637999543586914304
   [junit4]   2> 1286119 INFO  (qtp329220070-19456) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cc5d429[collection1] main]
   [junit4]   2> 1286119 INFO  (qtp329220070-19456) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1286121 INFO  (searcherExecutor-4910-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1cc5d429[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.1.2):c1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.1.2, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1562118094977}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_COMPRESSION}])))}
   [junit4]   2> 1286122 INFO  (qtp329220070-19456) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 37
   [junit4]   2> 1286123 INFO  (qtp1399230698-19432) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 1286137 INFO  (qtp329220070-19456) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 1286142 INFO  (qtp1399230698-19433) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[2 (2)]} 0 3
   [junit4]   2> 1286143 INFO  (qtp329220070-19452) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:34449/collection1] nUpdates=100
   [junit4]   2> 1286199 INFO  (qtp1399230698-19434) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@702a28a8[collection1] realtime]
   [junit4]   2> 1286199 INFO  (qtp1399230698-19434) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:55.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 1286199 INFO  (qtp1399230698-19434) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=55
   [junit4]   2> 1286200 INFO  (qtp329220070-19452) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 1286202 INFO  (qtp1399230698-19435) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c991e68[collection1] realtime]
   [junit4]   2> 1286203 INFO  (qtp1399230698-19435) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 1286203 INFO  (qtp1399230698-19435) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&fingerprint=true&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1286203 INFO  (qtp329220070-19452) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=  Received 2 versions from http://127.0.0.1:34449/collection1 fingerprint:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 1286203 INFO  (qtp329220070-19452) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= Requesting updates from http://127.0.0.1:34449/collection1n=1 versions=2
   [junit4]   2> 1286205 INFO  (qtp1399230698-19431) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=2, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 1286205 INFO  (qtp1399230698-19431) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={getUpdates=2&distrib=false&qt=/get&fingerprint=true&onlyIfActive=false&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1286223 INFO  (qtp329220070-19452) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[2 (2)]} 0 17
   [junit4]   2> 1286243 INFO  (qtp329220070-19452) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@225b1ab5[collection1] realtime]
   [junit4]   2> 1286244 INFO  (qtp329220070-19452) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:20.0 result:{maxVersionSpecified=2, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 1286244 INFO  (qtp329220070-19452) [    x:collection1] o.a.s.u.PeerSync Fingerprint comparison: 0
   [junit4]   2> 1286244 INFO  (qtp329220070-19452) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= DONE. sync succeeded
   [junit4]   2> 1286244 INFO  (qtp329220070-19452) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:34449/collection1&wt=javabin&version=2} status=0 QTime=101
   [junit4]   2> 1286245 INFO  (qtp1399230698-19432) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1637999543753637888,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1286255 INFO  (qtp1399230698-19432) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@18b1aea5 commitCommandVersion:1637999543753637888
   [junit4]   2> 1286270 INFO  (qtp1399230698-19432) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@53068224[collection1] main]
   [junit4]   2> 1286275 INFO  (searcherExecutor-4896-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@53068224[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.1.2):c1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.1.2, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1562118094939}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_COMPRESSION}]) Uninverting(_1(8.1.2):c1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.1.2, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1562118095068}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_COMPRESSION}])))}
   [junit4]   2> 1286275 INFO  (qtp1399230698-19432) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1286275 INFO  (qtp1399230698-19432) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 30
   [junit4]   2> 1286276 INFO  (qtp329220070-19453) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1637999543786143744,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1286277 INFO  (qtp329220070-19453) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@41a9f6c2 commitCommandVersion:1637999543786143744
   [junit4]   2> 1286283 INFO  (qtp329220070-19453) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63ab5c2e[collection1] main]
   [junit4]   2> 1286284 INFO  (qtp329220070-19453) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1286287 INFO  (searcherExecutor-4910-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@63ab5c2e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.1.2):c2:[diagnostics={os=Linux, java.version=1.8.0_191, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=merge, os.version=4.4.0-137-generic, java.vendor=Oracle Corporation, java.vm.version=25.191-b12, lucene.version=8.1.2, mergeMaxNumSegments=-1, mergeFactor=2, timestamp=1562118095179}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_COMPRESSION}])))}
   [junit4]   2> 1286288 INFO  (qtp329220070-19453) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 12
   [junit4]   2> 1286289 INFO  (qtp1399230698-19433) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
   [junit4]   2> 1286290 INFO  (qtp329220070-19454) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
   [junit4]   2> 1286292 ERROR (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.BaseDistributedSearchTestCase Mismatched responses:
   [junit4]   2> {responseHeader={status=0,QTime=0},response={numFound=2,start=0,docs=[SolrDocument{id=1, range_facet_l=[1], id_i1=1, range_facet_l_dv=[1], range_facet_i_dv=[1], multiDefault=[muLti-Default], intDefault=42, timestamp=Wed Jul 03 03:41:34 CEST 2019, _version_=1, intDvoDefault=42}, SolrDocument{id=2, range_facet_l=[2], id_i1=2, range_facet_l_dv=[2], range_facet_i_dv=[2], n_ti1=-690635325, n_f1=0.34940243, n_tf1=0.040914476, n_d1=0.089648886088605, n_td1=0.9231459813696291, n_l1=6296583917980809237, n_tl1=-1087821682597930894, n_dt1=Tue Aug 27 12:11:59 CET 47180983, n_tdt1=Sat Mar 03 19:10:42 CET 114208140, multiDefault=[muLti-Default], intDefault=42, timestamp=Wed Jul 03 03:41:35 CEST 2019, _version_=2, intDvoDefault=42}]}}
   [junit4]   2> {responseHeader={status=0,QTime=0},response={numFound=2,start=0,docs=[SolrDocument{id=2, range_facet_l=[2], id_i1=2, range_facet_l_dv=[2], range_facet_i_dv=[2], n_ti1=-690635325, n_f1=0.34940243, n_tf1=0.040914476, n_d1=0.089648886088605, n_td1=0.9231459813696291, n_l1=6296583917980809237, n_tl1=-1087821682597930894, n_dt1=Tue Aug 27 12:11:59 CET 47180983, n_tdt1=Sat Mar 03 19:10:42 CET 114208140, multiDefault=[muLti-Default], intDefault=42, timestamp=Wed Jul 03 03:41:35 CEST 2019, _version_=2, intDvoDefault=42}, SolrDocument{id=1, range_facet_l=[1], id_i1=1, range_facet_l_dv=[1], range_facet_i_dv=[1], multiDefault=[muLti-Default], intDefault=42, timestamp=Wed Jul 03 03:41:34 CEST 2019, _version_=1, intDvoDefault=42}]}}
   [junit4]   2> 1286293 INFO  (TEST-PeerSyncTest.test-seed#[8221CF0205D372F8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> 1286303 INFO  (closeThreadPool-5229-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1230392284
   [junit4]   2> 1286325 INFO  (closeThreadPool-5229-thread-6) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=219235192
   [junit4]   2> 1286325 INFO  (closeThreadPool-5229-thread-7) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=744613716
   [junit4]   2> 1286341 INFO  (closeThreadPool-5229-thread-8) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=328030472
   [junit4]   2> 1286347 INFO  (coreCloseExecutor-4929-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@472535de
   [junit4]   2> 1286347 INFO  (coreCloseExecutor-4929-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=472535de
   [junit4]   2> 1286347 INFO  (coreCloseExecutor-4929-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3dcd10f5: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1c434ef2
   [junit4]   2> 1286357 INFO  (coreCloseExecutor-4931-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@229aa3b8
   [junit4]   2> 1286358 INFO  (coreCloseExecutor-4931-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=229aa3b8
   [junit4]   2> 1286358 INFO  (coreCloseExecutor-4931-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71e62c06: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@5807f54c
   [junit4]   2> 1286375 INFO  (coreCloseExecutor-4930-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7793afa2
   [junit4]   2> 1286376 INFO  (coreCloseExecutor-4930-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=7793afa2
   [junit4]   2> 1286376 INFO  (coreCloseExecutor-4930-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3bacf07d: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@3d192e25
   [junit4]   2> 1286386 INFO  (coreCloseExecutor-4932-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@585de6f2
   [junit4]   2> 1286386 INFO  (coreCloseExecutor-4932-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=585de6f2
   [junit4]   2> 1286386 INFO  (coreCloseExecutor-4932-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a02fe00: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@64f899fd
   [junit4]   2> 1286397 INFO  (closeThreadPool-5229-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1286397 INFO  (closeThreadPool-5229-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1bb38055: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@28684452
   [junit4]   2> 1286401 INFO  (closeThreadPool-5229-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1286401 INFO  (closeThreadPool-5229-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7d4a9673: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1064ed1a
   [junit4]   2> 1286403 INFO  (closeThreadPool-5229-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1286403 INFO  (closeThreadPool-5229-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6102f09e: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@43bf7cc7
   [junit4]   2> 1286406 INFO  (closeThreadPool-5229-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@24f8dca3{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1286407 INFO  (closeThreadPool-5229-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@238f1008{/,null,UNAVAILABLE}
   [junit4]   2> 1286409 INFO  (closeThreadPool-5229-thread-2) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1286410 INFO  (closeThreadPool-5229-thread-6) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1286410 INFO  (closeThreadPool-5229-thread-6) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f8dda69: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@a1dc9bd
   [junit4]   2> 1286413 INFO  (closeThreadPool-5229-thread-6) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1286413 INFO  (closeThreadPool-5229-thread-6) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b660e32: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1064ed1a
   [junit4]   2> 1286415 INFO  (closeThreadPool-5229-thread-6) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1286415 INFO  (closeThreadPool-5229-thread-6) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45df24d2: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@43bf7cc7
   [junit4]   2> 1286473 INFO  (closeThreadPool-5229-thread-7) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1286473 INFO  (closeThreadPool-5229-thread-7) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@29285f40: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@37f918f4
   [junit4]   2> 1286476 INFO  (closeThreadPool-5229-thread-7) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1286476 INFO  (closeThreadPool-5229-thread-7) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@508d5070: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1064ed1a
   [junit4]   2> 1286477 INFO  (closeThreadPool-5229-thread-8) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1286477 INFO  (closeThreadPool-5229-thread-8) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@267a9ebf: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1866e4f
   [junit4]   2> 1286485 INFO  (closeThreadPool-5229-thread-7) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1286485 INFO  (closeThreadPool-5229-thread-7) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5562654: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@43bf7cc7
   [junit4]   2> 1286485 INFO  (closeThreadPool-5229-thread-8) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1286485 INFO  (closeThreadPool-5229-thread-8) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9341034: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1064ed1a
   [junit4]   2> 1286488 INFO  (closeThreadPool-5229-thread-8) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1286488 INFO  (closeThreadPool-5229-thread-8) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@49b6b588: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@43bf7cc7
   [junit4]   2> 1286523 INFO  (closeThreadPool-5229-thread-6) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@734aec5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1286551 INFO  (closeThreadPool-5229-thread-6) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2aa76dff{/,null,UNAVAILABLE}
   [junit4]   2> 1286551 INFO  (closeThreadPool-5229-thread-6) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1286554 INFO  (closeThreadPool-5229-thread-8) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@53b8c156{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1286556 INFO  (closeThreadPool-5229-thread-8) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@69cee1f4{/,null,UNAVAILABLE}
   [junit4]   2> 1286557 INFO  (closeThreadPool-5229-thread-8) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1286563 INFO  (closeThreadPool-5229-thread-7) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3eb3a9d2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1286564 INFO  (closeThreadPool-5229-thread-7) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@138c5be5{/,null,UNAVAILABLE}
   [junit4]   2> 1286564 INFO  (closeThreadPool-5229-thread-7) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=PeerSyncTest -Dtests.method=test -Dtests.seed=8221CF0205D372F8 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/test-data/enwiki.random.lines.txt -Dtests.locale=da-DK -Dtests.timezone=Europe/Zurich -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 7.08s J2 | PeerSyncTest.test <<<
   [junit4]    > Throwable #1: junit.framework.AssertionFailedError: .response[0][id][0]:1!=2
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8221CF0205D372F8:A75F0D8AB2F1F00]:0)
   [junit4]    > 	at junit.framework.Assert.fail(Assert.java:57)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:999)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1026)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.queryAndCompare(BaseDistributedSearchTestCase.java:723)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.queryAndCompare(BaseDistributedSearchTestCase.java:714)
   [junit4]    > 	at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:104)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1286572 INFO  (SUITE-PeerSyncTest-seed#[8221CF0205D372F8]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1286572 INFO  (SUITE-PeerSyncTest-seed#[8221CF0205D372F8]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=199314562
   [junit4]   2> 1286581 INFO  (coreCloseExecutor-4937-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5ec90710
   [junit4]   2> 1286581 INFO  (coreCloseExecutor-4937-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=5ec90710
   [junit4]   2> 1286581 INFO  (coreCloseExecutor-4937-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c42c1fe: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@616abc19
   [junit4]   2> 1286600 INFO  (SUITE-PeerSyncTest-seed#[8221CF0205D372F8]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1286600 INFO  (SUITE-PeerSyncTest-seed#[8221CF0205D372F8]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@716bcf8f: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6596b8d4
   [junit4]   2> 1286601 INFO  (SUITE-PeerSyncTest-seed#[8221CF0205D372F8]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1286601 INFO  (SUITE-PeerSyncTest

[...truncated too long message...]

y-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1558271355
     [copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1558271355
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1558271355

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 51ms :: artifacts dl 5ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 277 minutes 23 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-8.1 - Build # 49 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.1/49/

8 tests failed.
FAILED:  org.apache.lucene.index.TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments

Error Message:
Captured an uncaught exception in thread: Thread[id=4748, name=Thread-4262, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=4748, name=Thread-4262, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:220)
Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:209)
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
	at org.apache.lucene.analysis.MockTokenizer.readChar(MockTokenizer.java:237)
	at org.apache.lucene.analysis.MockTokenizer.readCodePoint(MockTokenizer.java:203)
	at org.apache.lucene.analysis.MockTokenizer.incrementToken(MockTokenizer.java:164)
	at org.apache.lucene.analysis.MockTokenFilter.incrementToken(MockTokenFilter.java:80)
	at org.apache.lucene.analysis.MockVariableLengthPayloadFilter.incrementToken(MockVariableLengthPayloadFilter.java:44)
	at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:812)
	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:442)
	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
	... 2 more


FAILED:  junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments

Error Message:
Captured an uncaught exception in thread: Thread[id=4745, name=Thread-4259, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=4745, name=Thread-4259, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
	at org.apache.lucene.analysis.MockTokenizer.readChar(MockTokenizer.java:237)
	at org.apache.lucene.analysis.MockTokenizer.readCodePoint(MockTokenizer.java:203)
	at org.apache.lucene.analysis.MockTokenizer.incrementToken(MockTokenizer.java:164)
	at org.apache.lucene.analysis.MockTokenFilter.incrementToken(MockTokenFilter.java:80)
	at org.apache.lucene.analysis.MockVariableLengthPayloadFilter.incrementToken(MockVariableLengthPayloadFilter.java:44)
	at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:812)
	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:442)
	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:209)


FAILED:  junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments

Error Message:
Captured an uncaught exception in thread: Thread[id=4746, name=Thread-4260, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=4746, name=Thread-4260, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
	at java.io.BufferedOutputStream.<init>(BufferedOutputStream.java:76)
	at org.apache.lucene.store.OutputStreamIndexOutput.<init>(OutputStreamIndexOutput.java:42)
	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:411)
	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:407)
	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:255)
	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:115)
	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
	at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
	at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
	at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
	at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
	at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:367)
	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:209)


FAILED:  junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments

Error Message:
Captured an uncaught exception in thread: Thread[id=4744, name=Thread-4258, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=4744, name=Thread-4258, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:220)
Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:209)
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
	at org.apache.lucene.analysis.MockTokenizer.readChar(MockTokenizer.java:237)
	at org.apache.lucene.analysis.MockTokenizer.readCodePoint(MockTokenizer.java:203)
	at org.apache.lucene.analysis.MockTokenizer.incrementToken(MockTokenizer.java:164)
	at org.apache.lucene.analysis.MockTokenFilter.incrementToken(MockTokenFilter.java:80)
	at org.apache.lucene.analysis.MockVariableLengthPayloadFilter.incrementToken(MockVariableLengthPayloadFilter.java:44)
	at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:812)
	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:442)
	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
	... 2 more


FAILED:  junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments

Error Message:
Captured an uncaught exception in thread: Thread[id=4742, name=Thread-4256, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=4742, name=Thread-4256, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
	at sun.nio.fs.UnixPath.encode(UnixPath.java:132)
	at sun.nio.fs.UnixPath.<init>(UnixPath.java:71)
	at sun.nio.fs.UnixFileSystem.getPath(UnixFileSystem.java:281)
	at sun.nio.fs.AbstractPath.resolve(AbstractPath.java:53)
	at org.apache.lucene.mockfile.FilterPath.resolve(FilterPath.java:155)
	at org.apache.lucene.mockfile.FilterPath.resolve(FilterPath.java:155)
	at org.apache.lucene.mockfile.FilterPath.resolve(FilterPath.java:155)
	at org.apache.lucene.mockfile.FilterPath.resolve(FilterPath.java:155)
	at org.apache.lucene.mockfile.FilterPath.resolve(FilterPath.java:155)
	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:411)
	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:407)
	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:255)
	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:115)
	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
	at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
	at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
	at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
	at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
	at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:367)
	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:209)


FAILED:  junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments

Error Message:
Captured an uncaught exception in thread: Thread[id=4741, name=Thread-4255, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=4741, name=Thread-4255, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:220)
Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:209)
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
	at org.apache.lucene.analysis.MockTokenizer.readChar(MockTokenizer.java:237)
	at org.apache.lucene.analysis.MockTokenizer.readCodePoint(MockTokenizer.java:203)
	at org.apache.lucene.analysis.MockTokenizer.incrementToken(MockTokenizer.java:164)
	at org.apache.lucene.analysis.MockTokenFilter.incrementToken(MockTokenFilter.java:80)
	at org.apache.lucene.analysis.MockVariableLengthPayloadFilter.incrementToken(MockVariableLengthPayloadFilter.java:44)
	at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:812)
	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:442)
	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
	... 2 more




Build Log:
[...truncated 2488 lines...]
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterThreadsToSegments
   [junit4]   2> Ιουλ 01, 2019 3:41:55 ΜΜ com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-4260,5,TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2> java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]   2> 	at java.io.BufferedOutputStream.<init>(BufferedOutputStream.java:76)
   [junit4]   2> 	at org.apache.lucene.store.OutputStreamIndexOutput.<init>(OutputStreamIndexOutput.java:42)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:411)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:407)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:255)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
   [junit4]   2> 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]   2> 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]   2> 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:115)
   [junit4]   2> 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
   [junit4]   2> 	at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
   [junit4]   2> 	at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:367)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:209)
   [junit4]   2> 
   [junit4]   2> Ιουλ 01, 2019 3:41:55 ΜΜ com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-4255,5,TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:220)
   [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:209)
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]   2> 	at org.apache.lucene.analysis.MockTokenizer.readChar(MockTokenizer.java:237)
   [junit4]   2> 	at org.apache.lucene.analysis.MockTokenizer.readCodePoint(MockTokenizer.java:203)
   [junit4]   2> 	at org.apache.lucene.analysis.MockTokenizer.incrementToken(MockTokenizer.java:164)
   [junit4]   2> 	at org.apache.lucene.analysis.MockTokenFilter.incrementToken(MockTokenFilter.java:80)
   [junit4]   2> 	at org.apache.lucene.analysis.MockVariableLengthPayloadFilter.incrementToken(MockVariableLengthPayloadFilter.java:44)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:812)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:442)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]   2> 	... 2 more
   [junit4]   2> 
   [junit4]   2> Ιουλ 01, 2019 3:41:55 ΜΜ com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-4258,5,TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:220)
   [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:209)
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]   2> 	at org.apache.lucene.analysis.MockTokenizer.readChar(MockTokenizer.java:237)
   [junit4]   2> 	at org.apache.lucene.analysis.MockTokenizer.readCodePoint(MockTokenizer.java:203)
   [junit4]   2> 	at org.apache.lucene.analysis.MockTokenizer.incrementToken(MockTokenizer.java:164)
   [junit4]   2> 	at org.apache.lucene.analysis.MockTokenFilter.incrementToken(MockTokenFilter.java:80)
   [junit4]   2> 	at org.apache.lucene.analysis.MockVariableLengthPayloadFilter.incrementToken(MockVariableLengthPayloadFilter.java:44)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:812)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:442)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]   2> 	... 2 more
   [junit4]   2> 
   [junit4]   2> Ιουλ 01, 2019 3:41:55 ΜΜ com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-4256,5,TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2> java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]   2> 	at sun.nio.fs.UnixPath.encode(UnixPath.java:132)
   [junit4]   2> 	at sun.nio.fs.UnixPath.<init>(UnixPath.java:71)
   [junit4]   2> 	at sun.nio.fs.UnixFileSystem.getPath(UnixFileSystem.java:281)
   [junit4]   2> 	at sun.nio.fs.AbstractPath.resolve(AbstractPath.java:53)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterPath.resolve(FilterPath.java:155)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterPath.resolve(FilterPath.java:155)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterPath.resolve(FilterPath.java:155)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterPath.resolve(FilterPath.java:155)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterPath.resolve(FilterPath.java:155)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:411)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:407)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:255)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
   [junit4]   2> 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]   2> 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]   2> 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:115)
   [junit4]   2> 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
   [junit4]   2> 	at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
   [junit4]   2> 	at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:367)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:209)
   [junit4]   2> 
   [junit4]   2> Ιουλ 01, 2019 3:41:55 ΜΜ com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-4262,5,TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:220)
   [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:209)
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]   2> 	at org.apache.lucene.analysis.MockTokenizer.readChar(MockTokenizer.java:237)
   [junit4]   2> 	at org.apache.lucene.analysis.MockTokenizer.readCodePoint(MockTokenizer.java:203)
   [junit4]   2> 	at org.apache.lucene.analysis.MockTokenizer.incrementToken(MockTokenizer.java:164)
   [junit4]   2> 	at org.apache.lucene.analysis.MockTokenFilter.incrementToken(MockTokenFilter.java:80)
   [junit4]   2> 	at org.apache.lucene.analysis.MockVariableLengthPayloadFilter.incrementToken(MockVariableLengthPayloadFilter.java:44)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:812)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:442)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]   2> 	... 2 more
   [junit4]   2> 
   [junit4]   2> Ιουλ 01, 2019 3:41:55 ΜΜ com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-4259,5,TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2> java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]   2> 	at org.apache.lucene.analysis.MockTokenizer.readChar(MockTokenizer.java:237)
   [junit4]   2> 	at org.apache.lucene.analysis.MockTokenizer.readCodePoint(MockTokenizer.java:203)
   [junit4]   2> 	at org.apache.lucene.analysis.MockTokenizer.incrementToken(MockTokenizer.java:164)
   [junit4]   2> 	at org.apache.lucene.analysis.MockTokenFilter.incrementToken(MockTokenFilter.java:80)
   [junit4]   2> 	at org.apache.lucene.analysis.MockVariableLengthPayloadFilter.incrementToken(MockVariableLengthPayloadFilter.java:44)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:812)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:442)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:209)
   [junit4]   2> 
   [junit4]   2> Ιουλ 01, 2019 5:32:10 ΜΜ com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: org.apache.lucene.index.TestIndexWriterThreadsToSegments
   [junit4]   2>    1) Thread[id=4749, name=Thread-4263, state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.CyclicBarrier.dowait(CyclicBarrier.java:234)
   [junit4]   2>         at java.util.concurrent.CyclicBarrier.await(CyclicBarrier.java:362)
   [junit4]   2>         at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:217)
   [junit4]   2>    2) Thread[id=4729, name=SUITE-TestIndexWriterThreadsToSegments-seed#[D563D606E1A2C66F], state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2>         at java.lang.Thread.getStackTrace(Thread.java:1559)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
   [junit4]   2>         at java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:708)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:629)
   [junit4]   2>    3) Thread[id=1, name=main, state=WAITING, group=main]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1252)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1326)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:639)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:496)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2>    4) Thread[id=4747, name=Thread-4261, state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.CyclicBarrier.dowait(CyclicBarrier.java:234)
   [junit4]   2>         at java.util.concurrent.CyclicBarrier.await(CyclicBarrier.java:362)
   [junit4]   2>         at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:217)
   [junit4]   2>    5) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2>    6) Thread[id=4740, name=Thread-4254, state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.CyclicBarrier.dowait(CyclicBarrier.java:234)
   [junit4]   2>         at java.util.concurrent.CyclicBarrier.await(CyclicBarrier.java:362)
   [junit4]   2>         at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:217)
   [junit4]   2>    7) Thread[id=4730, name=TEST-TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom-seed#[D563D606E1A2C66F], state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1252)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1326)
   [junit4]   2>         at org.apache.lucene.index.TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom(TestIndexWriterThreadsToSegments.java:228)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    8) Thread[id=4743, name=Thread-4257, state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.CyclicBarrier.dowait(CyclicBarrier.java:234)
   [junit4]   2>         at java.util.concurrent.CyclicBarrier.await(CyclicBarrier.java:362)
   [junit4]   2>         at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:217)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestIndexWriterThreadsToSegments -Dtests.method=testSegmentCountOnFlushRandom -Dtests.seed=D563D606E1A2C66F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/test-data/enwiki.random.lines.txt -Dtests.locale=el-CY -Dtests.timezone=America/North_Dakota/Beulah -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   7198s J2 | TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]   2> Ιουλ 01, 2019 5:32:10 ΜΜ com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 5 leaked thread(s).
   [junit4]   2> Ιουλ 01, 2019 5:32:30 ΜΜ com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 5 threads leaked from SUITE scope at org.apache.lucene.index.TestIndexWriterThreadsToSegments: 
   [junit4]   2>    1) Thread[id=4749, name=Thread-4263, state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.CyclicBarrier.dowait(CyclicBarrier.java:234)
   [junit4]   2>         at java.util.concurrent.CyclicBarrier.await(CyclicBarrier.java:362)
   [junit4]   2>         at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:217)
   [junit4]   2>    2) Thread[id=4747, name=Thread-4261, state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.CyclicBarrier.dowait(CyclicBarrier.java:234)
   [junit4]   2>         at java.util.concurrent.CyclicBarrier.await(CyclicBarrier.java:362)
   [junit4]   2>         at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:217)
   [junit4]   2>    3) Thread[id=4740, name=Thread-4254, state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.CyclicBarrier.dowait(CyclicBarrier.java:234)
   [junit4]   2>         at java.util.concurrent.CyclicBarrier.await(CyclicBarrier.java:362)
   [junit4]   2>         at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:217)
   [junit4]   2>    4) Thread[id=4730, name=TEST-TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom-seed#[D563D606E1A2C66F], state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1252)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1326)
   [junit4]   2>         at org.apache.lucene.index.TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom(TestIndexWriterThreadsToSegments.java:228)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    5) Thread[id=4743, name=Thread-4257, state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.CyclicBarrier.dowait(CyclicBarrier.java:234)
   [junit4]   2>         at java.util.concurrent.CyclicBarrier.await(CyclicBarrier.java:362)
   [junit4]   2>         at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:217)
   [junit4]   2> Ιουλ 01, 2019 5:32:30 ΜΜ com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=4749, name=Thread-4263, state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2>    2) Thread[id=4747, name=Thread-4261, state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2>    3) Thread[id=4740, name=Thread-4254, state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2>    4) Thread[id=4730, name=TEST-TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom-seed#[D563D606E1A2C66F], state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2>    5) Thread[id=4743, name=Thread-4257, state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterThreadsToSegments_D563D606E1A2C66F-001
   [junit4]   2> Jul 01, 2019 10:32:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {field=PostingsFormat(name=Direct)}, docValues:{}, maxPointsInLeafNode=1189, maxMBSortInHeap=6.365393374498929, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7be20d81), locale=el-CY, timezone=America/North_Dakota/Beulah
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=16185688,total=520617984
   [junit4]   2> NOTE: All tests run in this JVM: [TestBlockPostingsFormat3, TestSimpleFSLockFactory, TestSimpleExplanationsWithFillerDocs, TestIndexWriterCommit, TestBasicModelIn, TestTragicIndexWriterDeadlock, TestBytesRefAttImpl, TestFixedBitSet, TestSpanNearQuery, TestSloppyPhraseQuery2, TestRollingUpdates, TestBinaryTerms, TestTimSorter, TestLucene50StoredFieldsFormatMergeInstance, TestConjunctionDISI, TestNIOFSDirectory, TestPhrasePrefixQuery, TestPagedBytes, TestNumericDocValuesUpdates, TestHighCompressionMode, TestAllFilesHaveChecksumFooter, TestLatLonDocValuesQueries, TestSortedSetSortField, TestRAMDirectory, TestNRTReaderCleanup, TestClassicSimilarity, TestPrefixCodedTerms, TestPolygon2D, TestSpanExplanationsOfNonMatches, TestSameScoresWithThreads, TestWildcard, TestForTooMuchCloning, TestDemoParallelLeafReader, TestSegmentMerger, Test2BPostings, TestLMDirichletSimilarity, TestTryDelete, TestAxiomaticF1LOG, TestLatLonPointDistanceSort, TestSpansEnum, TestMutableValues, TestTermsEnum2, TestAutomatonQueryUnicode, TestFutureArrays, Test2BSortedDocValuesOrds, TestTermVectors, TestFilterDirectory, TestIndexManyDocuments, TestIndexableField, TestBM25Similarity, TestSimpleAttributeImpl, TestSegmentCacheables, TestMultiFields, TestIndexWriterForceMerge, TestVersion, TestIndexWriterNRTIsCurrent, TestSpanSearchEquivalence, TestMultiPhraseQuery, TestIndependenceChiSquared, TestRadixSelector, Test2BNumericDocValues, TestMinShouldMatch2, TestInPlaceMergeSorter, TestCustomNorms, TestExitableDirectoryReader, TestCharArrayMap, TestLongRangeFieldQueries, TestByteArrayDataInput, TestDoc, TestMathUtil, TestNeverDelete, TestIndexWriterOnVMError, TestSloppyMath, TestToken, TestSpanCollection, TestDocValuesIndexing, TestSortRescorer, TestSPIClassIterator, TestBoolean2, TestLucene50LiveDocsFormat, TestConstantScoreScorer, TestDocValuesQueries, TestIndexSorting, TestCharsRefBuilder, TestStressIndexing2, TestConsistentFieldNumbers, TestAttributeSource, TestIndexWriterDeleteByQuery, TestIndexWriterFromReader, TestIndexWriterLockRelease, TestIndexWriterMaxDocs, TestIndexWriterOutOfFileDescriptors, TestIndexWriterReader, TestIndexWriterThreadsToSegments]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestIndexWriterThreadsToSegments -Dtests.seed=D563D606E1A2C66F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/test-data/enwiki.random.lines.txt -Dtests.locale=el-CY -Dtests.timezone=America/North_Dakota/Beulah -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | TestIndexWriterThreadsToSegments (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=4748, name=Thread-4262, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:220)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:209)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]    > 	at org.apache.lucene.analysis.MockTokenizer.readChar(MockTokenizer.java:237)
   [junit4]    > 	at org.apache.lucene.analysis.MockTokenizer.readCodePoint(MockTokenizer.java:203)
   [junit4]    > 	at org.apache.lucene.analysis.MockTokenizer.incrementToken(MockTokenizer.java:164)
   [junit4]    > 	at org.apache.lucene.analysis.MockTokenFilter.incrementToken(MockTokenFilter.java:80)
   [junit4]    > 	at org.apache.lucene.analysis.MockVariableLengthPayloadFilter.incrementToken(MockVariableLengthPayloadFilter.java:44)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:812)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:442)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]    > 	... 2 moreThrowable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=4745, name=Thread-4259, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]    > 	at org.apache.lucene.analysis.MockTokenizer.readChar(MockTokenizer.java:237)
   [junit4]    > 	at org.apache.lucene.analysis.MockTokenizer.readCodePoint(MockTokenizer.java:203)
   [junit4]    > 	at org.apache.lucene.analysis.MockTokenizer.incrementToken(MockTokenizer.java:164)
   [junit4]    > 	at org.apache.lucene.analysis.MockTokenFilter.incrementToken(MockTokenFilter.java:80)
   [junit4]    > 	at org.apache.lucene.analysis.MockVariableLengthPayloadFilter.incrementToken(MockVariableLengthPayloadFilter.java:44)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:812)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:442)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:209)Throwable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=4746, name=Thread-4260, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]    > 	at java.io.BufferedOutputStream.<init>(BufferedOutputStream.java:76)
   [junit4]    > 	at org.apache.lucene.store.OutputStreamIndexOutput.<init>(OutputStreamIndexOutput.java:42)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:411)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:407)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:255)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
   [junit4]    > 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]    > 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:115)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
   [junit4]    > 	at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
   [junit4]    > 	at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
   [junit4]    > 	at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:367)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:209)Throwable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=4744, name=Thread-4258, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:220)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:209)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]    > 	at org.apache.lucene.analysis.MockTokenizer.readChar(MockTokenizer.java:237)
   [junit4]    > 	at org.apache.lucene.analysis.MockTokenizer.readCodePoint(MockTokenizer.java:203)
   [junit4]    > 	at org.apache.lucene.analysis.MockTokenizer.incrementToken(MockTokenizer.java:164)
   [junit4]    > 	at org.apache.lucene.analysis.MockTokenFilter.incrementToken(MockTokenFilter.java:80)
   [junit4]    > 	at org.apache.lucene.analysis.MockVariableLengthPayloadFilter.incrementToken(MockVariableLengthPayloadFilter.java:44)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:812)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:442)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]    > 	... 2 moreThrowable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=4742, name=Thread-4256, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]    > 	at sun.nio.fs.UnixPath.encode(UnixPath.java:132)
   [junit4]    > 	at sun.nio.fs.UnixPath.<init>(UnixPath.java:71)
   [junit4]    > 	at sun.nio.fs.UnixFileSystem.getPath(UnixFileSystem.java:281)
   [junit4]    > 	at sun.nio.fs.AbstractPath.resolve(AbstractPath.java:53)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterPath.resolve(FilterPath.java:155)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterPath.resolve(FilterPath.java:155)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterPath.resolve(FilterPath.java:155)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterPath.resolve(FilterPath.java:155)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterPath.resolve(FilterPath.java:155)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:411)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:407)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:255)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
   [junit4]    > 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]    > 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:115)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
   [junit4]    > 	at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
   [junit4]    > 	at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
   [junit4]    > 	at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:367)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:209)Throwable #7: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=4741, name=Thread-4255, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:220)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:209)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D563D606E1A2C66F]:0)
   [junit4]    > 	at org.apache.lucene.analysis.MockTokenizer.readChar(MockTokenizer.java:237)
   [junit4]    > 	at org.apache.lucene.analysis.MockTokenizer.readCodePoint(MockTokenizer.java:203)
   [junit4]    > 	at org.apache.lucene.analysis.MockTokenizer.incrementToken(MockTokenizer.java:164)
   [junit4]    > 	at org.apache.lucene.analysis.MockTokenFilter.incrementToken(MockTokenFilter.java:80)
   [junit4]    > 	at org.apache.lucene.analysis.MockVariableLengthPayloadFilter.incrementToken(MockVariableLengthPayloadFilter.java:44)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:812)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:442)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]    > 	... 2 more
   [junit4] Completed [519/519 (1!)] on J2 in 7220.96s, 4 tests, 8 errors <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J2: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/build/core/test/temp/junit4-J2-20190701_180532_1035404205622535355137.sysout
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/heapdumps/java_pid1945.hprof ...
   [junit4] Heap dump file created [562695245 bytes in 20.113 secs]
   [junit4] <<< JVM J2: EOF ----

[...truncated 23274 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/build.xml:652: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/build.xml:586: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid1945.hprof

Total time: 644 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-8.1 - Build # 48 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.1/48/

4 tests failed.
FAILED:  org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat.testIntNumericsVsStoredFields

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([625B570E32CE42E7]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([625B570E32CE42E7]:0)


FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([A4A49AEA50BA1FA5]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([A4A49AEA50BA1FA5]:0)




Build Log:
[...truncated 2385 lines...]
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat
   [junit4]   2> lip 30, 2019 9:39:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat
   [junit4]   2>    1) Thread[id=6857, name=SUITE-TestPerFieldDocValuesFormat-seed#[625B570E32CE42E7], state=RUNNABLE, group=TGRP-TestPerFieldDocValuesFormat]
   [junit4]   2>         at java.lang.Thread.getStackTrace(Thread.java:1559)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
   [junit4]   2>         at java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:708)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:629)
   [junit4]   2>    2) Thread[id=6858, name=TEST-TestPerFieldDocValuesFormat.testIntNumericsVsStoredFields-seed#[625B570E32CE42E7], state=TIMED_WAITING, group=TGRP-TestPerFieldDocValuesFormat]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:4688)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2013)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1939)
   [junit4]   2>         at org.apache.lucene.index.RandomIndexWriter.forceMerge(RandomIndexWriter.java:500)
   [junit4]   2>         at org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestNumericsVsStoredFields(BaseDocValuesFormatTestCase.java:1250)
   [junit4]   2>         at org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestNumericsVsStoredFields(BaseDocValuesFormatTestCase.java:1207)
   [junit4]   2>         at org.apache.lucene.index.BaseDocValuesFormatTestCase.testIntNumericsVsStoredFields(BaseDocValuesFormatTestCase.java:1396)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    3) Thread[id=1, name=main, state=WAITING, group=main]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1252)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1326)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:639)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:496)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2>    4) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPerFieldDocValuesFormat -Dtests.method=testIntNumericsVsStoredFields -Dtests.seed=625B570E32CE42E7 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/test-data/enwiki.random.lines.txt -Dtests.locale=hr -Dtests.timezone=Asia/Saigon -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   6970s J2 | TestPerFieldDocValuesFormat.testIntNumericsVsStoredFields <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([625B570E32CE42E7]:0)
   [junit4]   2> lip 30, 2019 9:39:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> lip 30, 2019 9:39:46 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat: 
   [junit4]   2>    1) Thread[id=6858, name=TEST-TestPerFieldDocValuesFormat.testIntNumericsVsStoredFields-seed#[625B570E32CE42E7], state=TIMED_WAITING, group=TGRP-TestPerFieldDocValuesFormat]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:4688)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2013)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1939)
   [junit4]   2>         at org.apache.lucene.index.RandomIndexWriter.forceMerge(RandomIndexWriter.java:500)
   [junit4]   2>         at org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestNumericsVsStoredFields(BaseDocValuesFormatTestCase.java:1250)
   [junit4]   2>         at org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestNumericsVsStoredFields(BaseDocValuesFormatTestCase.java:1207)
   [junit4]   2>         at org.apache.lucene.index.BaseDocValuesFormatTestCase.testIntNumericsVsStoredFields(BaseDocValuesFormatTestCase.java:1396)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> lip 30, 2019 9:39:46 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=6858, name=TEST-TestPerFieldDocValuesFormat.testIntNumericsVsStoredFields-seed#[625B570E32CE42E7], state=TIMED_WAITING, group=TGRP-TestPerFieldDocValuesFormat]
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/build/core/test/J2/temp/lucene.codecs.perfield.TestPerFieldDocValuesFormat_625B570E32CE42E7-001
   [junit4]   2> Jun 30, 2019 2:39:46 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=2008, maxMBSortInHeap=7.095680829708245, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@421e87f6), locale=hr, timezone=Asia/Saigon
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=233739760,total=534249472
   [junit4]   2> NOTE: All tests run in this JVM: [TestAttributeSource, TestSimpleAttributeImpl, TestBinaryTerms, TestDeterminizeLexicon, TestLucene60PointsFormat, TestConstantScoreScorer, TestStressIndexing2, TestIndependenceChiSquared, TestMultiPhraseQuery, TestSparseFixedBitSet, TestIndexSearcher, TestNumericDocValuesUpdates, TestAxiomaticF1LOG, TestIndexWriterMaxDocs, TestReaderPool, Test2BSortedDocValuesOrds, TestParallelCompositeReader, TestMutableValues, TestLogMergePolicy, TestPhrasePrefixQuery, TestSloppyMath, TestNotDocIdSet, TestAxiomaticF3EXP, TestCharacterUtils, TestUpgradeIndexMergePolicy, TestPrefixQuery, TestStressAdvance, TestMathUtil, TestLucene50StoredFieldsFormatMergeInstance, TestAllFilesHaveChecksumFooter, TestSimpleExplanationsWithFillerDocs, TestForTooMuchCloning, TestLucene50LiveDocsFormat, Test2BNumericDocValues, TestBasicModelIn, TestExternalCodecs, TestExitableDirectoryReader, TestNeedsScores, TestHighCompressionMode, TestOperations, TestLongRangeFieldQueries, TestDocIdsWriter, TestMatchNoDocsQuery, TestTotalHits, TestSpanNearQuery, TestSimilarityProvider, TestSPIClassIterator, TestBoolean2, TestFieldType, TestDocInverterPerFieldErrorInfo, TestQueryVisitor, TestByteBuffersDirectory, TestAddIndexes, TestFilterSpans, TestTermQuery, TestClassicSimilarity, TestTermsEnum2, TestAutomatonQueryUnicode, TestPackedInts, TestTermVectors, TestSpanExplanationsOfNonMatches, TestTimSorter, TestPrefixCodedTerms, FiniteStringsIteratorTest, TestPolygon2D, Test2BBKDPoints, TestVersion, TestLatLonPointDistanceSort, TestLucene80DocValuesFormat, TestIndexWriterForceMerge, TestSegmentMerger, TestIndexCommit, TestCodecHoldsOpenFiles, TestNIOFSDirectory, TestTimeLimitingCollector, TestBM25Similarity, TestPerFieldDocValuesFormat]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPerFieldDocValuesFormat -Dtests.seed=625B570E32CE42E7 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/test-data/enwiki.random.lines.txt -Dtests.locale=hr -Dtests.timezone=Asia/Saigon -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J2 | TestPerFieldDocValuesFormat (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([625B570E32CE42E7]:0)
   [junit4] Completed [509/519 (1!)] on J2 in 7220.40s, 53 tests, 2 errors <<< FAILURES!

[...truncated 14209 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/init-core-data-001
   [junit4]   2> 3150503 INFO  (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[A4A49AEA50BA1FA5]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 3150518 INFO  (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[A4A49AEA50BA1FA5]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 3150519 INFO  (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[A4A49AEA50BA1FA5]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3150519 INFO  (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[A4A49AEA50BA1FA5]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 3150536 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.ChaosMonkeyNothingIsSafeWithPullReplicasTest Starting ChaosMonkey test with 1 shards and 6 nodes
   [junit4]   2> 3150539 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3150568 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3150568 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3150569 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.ZkTestServer start zk server on port:41645
   [junit4]   2> 3150569 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41645
   [junit4]   2> 3150569 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41645
   [junit4]   2> 3150625 INFO  (zkConnectionManagerCallback-9470-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3150628 INFO  (zkConnectionManagerCallback-9472-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3150632 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3150649 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 3150650 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3150651 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3150652 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3150652 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3150661 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3150663 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3150678 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3150679 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3150680 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3150681 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 3151246 WARN  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3151246 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3151246 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3151246 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3151374 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3151374 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3151374 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3151375 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5881f48c{/,null,AVAILABLE}
   [junit4]   2> 3151391 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@40ce097d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43995}
   [junit4]   2> 3151391 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.e.j.s.Server Started @3151590ms
   [junit4]   2> 3151391 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/tempDir-001/control/data, hostContext=/, hostPort=43995, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/control-001/cores}
   [junit4]   2> 3151392 ERROR (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3151392 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3151392 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.2
   [junit4]   2> 3151392 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3151392 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3151392 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-30T19:06:10.246Z
   [junit4]   2> 3151483 INFO  (zkConnectionManagerCallback-9474-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3151485 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3151485 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/control-001/solr.xml
   [junit4]   2> 3151520 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3151536 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3151557 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3152047 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3152048 WARN  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@74f066be[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3152068 WARN  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7cf194b6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3152069 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41645/solr
   [junit4]   2> 3152085 INFO  (zkConnectionManagerCallback-9481-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3152093 INFO  (zkConnectionManagerCallback-9483-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3152333 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [n:127.0.0.1:43995_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43995_
   [junit4]   2> 3152334 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [n:127.0.0.1:43995_    ] o.a.s.c.Overseer Overseer (id=74958149919440900-127.0.0.1:43995_-n_0000000000) starting
   [junit4]   2> 3152367 INFO  (zkConnectionManagerCallback-9490-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3152378 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [n:127.0.0.1:43995_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41645/solr ready
   [junit4]   2> 3152395 INFO  (OverseerStateUpdate-74958149919440900-127.0.0.1:43995_-n_0000000000) [n:127.0.0.1:43995_    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43995_
   [junit4]   2> 3152395 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [n:127.0.0.1:43995_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43995_
   [junit4]   2> 3152397 INFO  (OverseerStateUpdate-74958149919440900-127.0.0.1:43995_-n_0000000000) [n:127.0.0.1:43995_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3152425 INFO  (zkCallback-9489-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3152480 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [n:127.0.0.1:43995_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3152532 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [n:127.0.0.1:43995_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b
   [junit4]   2> 3152568 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [n:127.0.0.1:43995_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b
   [junit4]   2> 3152568 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [n:127.0.0.1:43995_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b
   [junit4]   2> 3152569 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [n:127.0.0.1:43995_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/control-001/cores
   [junit4]   2> 3152642 INFO  (zkConnectionManagerCallback-9496-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3152643 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3152644 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41645/solr ready
   [junit4]   2> 3152645 INFO  (qtp2147281615-78507) [n:127.0.0.1:43995_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43995_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3152656 INFO  (OverseerThreadFactory-4595-thread-1-processing-n:127.0.0.1:43995_) [n:127.0.0.1:43995_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 3152761 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3152762 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3153826 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.2
   [junit4]   2> 3153885 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 3154190 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 3154223 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 3154224 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b
   [junit4]   2> 3154224 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 3154251 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=3, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=34.8671875, floorSegmentMB=1.74609375, forceMergeDeletesPctAllowed=7.105645501675522, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=49.68694584110288
   [junit4]   2> 3154300 WARN  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3154519 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3154519 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3154520 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
   [junit4]   2> 3154520 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3154567 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1439105520, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 3154568 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6bd8945b[control_collection_shard1_replica_n1] main]
   [junit4]   2> 3154647 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3154680 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3154680 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3154680 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1637793475889987584
   [junit4]   2> 3154690 INFO  (searcherExecutor-4600-thread-1-processing-n:127.0.0.1:43995_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@6bd8945b[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3154692 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 3154692 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 3154718 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3154718 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3154718 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43995/control_collection_shard1_replica_n1/
   [junit4]   2> 3154719 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3154719 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43995/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 3154719 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/74958149919440900-core_node2-n_0000000000
   [junit4]   2> 3154741 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43995/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 3154846 INFO  (zkCallback-9482-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3154847 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3154849 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2088
   [junit4]   2> 3154864 INFO  (qtp2147281615-78507) [n:127.0.0.1:43995_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 3154949 INFO  (zkCallback-9482-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3154949 INFO  (zkCallback-9482-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3154950 INFO  (qtp2147281615-78507) [n:127.0.0.1:43995_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43995_&wt=javabin&version=2} status=0 QTime=2304
   [junit4]   2> 3154996 INFO  (zkConnectionManagerCallback-9502-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3155007 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3155035 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41645/solr ready
   [junit4]   2> 3155035 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3155036 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3155039 INFO  (OverseerCollectionConfigSetProcessor-74958149919440900-127.0.0.1:43995_-n_0000000000) [n:127.0.0.1:43995_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3155040 INFO  (OverseerThreadFactory-4595-thread-2-processing-n:127.0.0.1:43995_) [n:127.0.0.1:43995_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 3155291 WARN  (OverseerThreadFactory-4595-thread-2-processing-n:127.0.0.1:43995_) [n:127.0.0.1:43995_    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 3155292 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 3155293 INFO  (qtp2147281615-78509) [n:127.0.0.1:43995_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=256
   [junit4]   2> 3155294 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=2 numOtherReplicas=4
   [junit4]   2> 3155704 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/shard-1-001 of type NRT
   [junit4]   2> 3155705 WARN  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3155705 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3155705 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3155705 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3155706 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3155706 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3155706 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3155706 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2826f820{/,null,AVAILABLE}
   [junit4]   2> 3155706 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3505f864{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43077}
   [junit4]   2> 3155706 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.Server Started @3155905ms
   [junit4]   2> 3155706 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=43077, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/shard-1-001/cores}
   [junit4]   2> 3155707 ERROR (closeThreadPool-9503-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3155707 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3155707 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.2
   [junit4]   2> 3155707 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3155707 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3155707 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-30T19:06:14.561Z
   [junit4]   2> 3155708 INFO  (zkConnectionManagerCallback-9505-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3155718 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3155718 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/shard-1-001/solr.xml
   [junit4]   2> 3155739 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3155739 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3155740 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3156356 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/shard-2-001 of type NRT
   [junit4]   2> 3156374 WARN  (closeThreadPool-9503-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3156374 INFO  (closeThreadPool-9503-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3156374 INFO  (closeThreadPool-9503-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3156374 INFO  (closeThreadPool-9503-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3156446 INFO  (closeThreadPool-9503-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3156446 INFO  (closeThreadPool-9503-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3156495 INFO  (closeThreadPool-9503-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3156495 INFO  (closeThreadPool-9503-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32d64989{/,null,AVAILABLE}
   [junit4]   2> 3156499 INFO  (closeThreadPool-9503-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@a107c5a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34141}
   [junit4]   2> 3156499 INFO  (closeThreadPool-9503-thread-2) [    ] o.e.j.s.Server Started @3156698ms
   [junit4]   2> 3156499 INFO  (closeThreadPool-9503-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=34141, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/shard-2-001/cores}
   [junit4]   2> 3156499 ERROR (closeThreadPool-9503-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3156499 INFO  (closeThreadPool-9503-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3156499 INFO  (closeThreadPool-9503-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.2
   [junit4]   2> 3156499 INFO  (closeThreadPool-9503-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3156499 INFO  (closeThreadPool-9503-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3156499 INFO  (closeThreadPool-9503-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-30T19:06:15.353Z
   [junit4]   2> 3156555 INFO  (zkConnectionManagerCallback-9508-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3156592 INFO  (closeThreadPool-9503-thread-2) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3156592 INFO  (closeThreadPool-9503-thread-2) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/shard-2-001/solr.xml
   [junit4]   2> 3156595 INFO  (closeThreadPool-9503-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3156595 INFO  (closeThreadPool-9503-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3156609 INFO  (closeThreadPool-9503-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3157042 INFO  (OverseerCollectionConfigSetProcessor-74958149919440900-127.0.0.1:43995_-n_0000000000) [n:127.0.0.1:43995_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3157454 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3157480 WARN  (closeThreadPool-9503-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2641fbe5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3157565 WARN  (closeThreadPool-9503-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4ea70c5c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3157566 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41645/solr
   [junit4]   2> 3157599 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/shard-3-001 of type NRT
   [junit4]   2> 3157662 WARN  (closeThreadPool-9503-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3157681 INFO  (closeThreadPool-9503-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3157682 INFO  (closeThreadPool-9503-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3157682 INFO  (closeThreadPool-9503-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3157718 INFO  (zkConnectionManagerCallback-9515-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3157852 INFO  (closeThreadPool-9503-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3157883 INFO  (closeThreadPool-9503-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3157884 INFO  (closeThreadPool-9503-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3157884 INFO  (closeThreadPool-9503-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3157884 INFO  (closeThreadPool-9503-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4457a4ca{/,null,AVAILABLE}
   [junit4]   2> 3157985 INFO  (closeThreadPool-9503-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5469763a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36736}
   [junit4]   2> 3157985 INFO  (closeThreadPool-9503-thread-3) [    ] o.e.j.s.Server Started @3158184ms
   [junit4]   2> 3157986 INFO  (closeThreadPool-9503-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=36736, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/shard-3-001/cores}
   [junit4]   2> 3157986 ERROR (closeThreadPool-9503-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3157986 INFO  (closeThreadPool-9503-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3157986 INFO  (closeThreadPool-9503-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.2
   [junit4]   2> 3157986 INFO  (closeThreadPool-9503-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3157986 INFO  (closeThreadPool-9503-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3157986 INFO  (closeThreadPool-9503-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-30T19:06:16.840Z
   [junit4]   2> 3157987 WARN  (closeThreadPool-9503-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@407fd9f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3158059 WARN  (closeThreadPool-9503-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7543ea17[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3158060 INFO  (closeThreadPool-9503-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41645/solr
   [junit4]   2> 3158118 INFO  (zkConnectionManagerCallback-9520-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3158135 INFO  (zkConnectionManagerCallback-9517-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3158138 INFO  (closeThreadPool-9503-thread-1) [n:127.0.0.1:43077_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3158153 INFO  (closeThreadPool-9503-thread-1) [n:127.0.0.1:43077_    ] o.a.s.c.ZkController Publish node=127.0.0.1:43077_ as DOWN
   [junit4]   2> 3158153 INFO  (closeThreadPool-9503-thread-1) [n:127.0.0.1:43077_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3158153 INFO  (closeThreadPool-9503-thread-1) [n:127.0.0.1:43077_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43077_
   [junit4]   2> 3158156 INFO  (zkCallback-9489-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3158156 INFO  (zkCallback-9482-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3158188 INFO  (closeThreadPool-9503-thread-3) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3158188 INFO  (closeThreadPool-9503-thread-3) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/shard-3-001/solr.xml
   [junit4]   2> 3158211 INFO  (zkCallback-9501-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3158211 INFO  (closeThreadPool-9503-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3158211 INFO  (closeThreadPool-9503-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3158282 INFO  (closeThreadPool-9503-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3158318 INFO  (zkConnectionManagerCallback-9525-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3158333 INFO  (zkCallback-9516-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3158459 INFO  (zkConnectionManagerCallback-9530-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3158462 INFO  (closeThreadPool-9503-thread-2) [n:127.0.0.1:34141_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3158481 INFO  (closeThreadPool-9503-thread-2) [n:127.0.0.1:34141_    ] o.a.s.c.ZkController Publish node=127.0.0.1:34141_ as DOWN
   [junit4]   2> 3158482 INFO  (closeThreadPool-9503-thread-2) [n:127.0.0.1:34141_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3158482 INFO  (closeThreadPool-9503-thread-2) [n:127.0.0.1:34141_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34141_
   [junit4]   2> 3158488 INFO  (zkCallback-9501-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3158488 INFO  (zkCallback-9489-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3158524 INFO  (zkCallback-9482-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3158534 INFO  (zkCallback-9516-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3158553 INFO  (zkCallback-9529-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3158662 INFO  (zkConnectionManagerCallback-9535-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3158663 INFO  (closeThreadPool-9503-thread-1) [n:127.0.0.1:43077_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3158663 INFO  (closeThreadPool-9503-thread-1) [n:127.0.0.1:43077_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41645/solr ready
   [junit4]   2> 3158664 INFO  (closeThreadPool-9503-thread-1) [n:127.0.0.1:43077_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3158773 INFO  (closeThreadPool-9503-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3158780 INFO  (zkConnectionManagerCallback-9543-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3158789 INFO  (closeThreadPool-9503-thread-2) [n:127.0.0.1:34141_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3158790 INFO  (closeThreadPool-9503-thread-2) [n:127.0.0.1:34141_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41645/solr ready
   [junit4]   2> 3158848 INFO  (closeThreadPool-9503-thread-2) [n:127.0.0.1:34141_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3158853 WARN  (closeThreadPool-9503-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@73abb9d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3158858 INFO  (closeThreadPool-9503-thread-1) [n:127.0.0.1:43077_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b
   [junit4]   2> 3158894 WARN  (closeThreadPool-9503-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@26febcd2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3158895 INFO  (closeThreadPool-9503-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41645/solr
   [junit4]   2> 3158943 INFO  (closeThreadPool-9503-thread-2) [n:127.0.0.1:34141_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b
   [junit4]   2> 3158951 INFO  (closeThreadPool-9503-thread-1) [n:127.0.0.1:43077_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b
   [junit4]   2> 3158951 INFO  (closeThreadPool-9503-thread-1) [n:127.0.0.1:43077_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b
   [junit4]   2> 3158963 INFO  (closeThreadPool-9503-thread-1) [n:127.0.0.1:43077_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/shard-1-001/cores
   [junit4]   2> 3158998 INFO  (zkConnectionManagerCallback-9550-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3159017 INFO  (closeThreadPool-9503-thread-2) [n:127.0.0.1:34141_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b
   [junit4]   2> 3159017 INFO  (closeThreadPool-9503-thread-2) [n:127.0.0.1:34141_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b
   [junit4]   2> 3159018 INFO  (closeThreadPool-9503-thread-2) [n:127.0.0.1:34141_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/shard-2-001/cores
   [junit4]   2> 3159180 INFO  (zkConnectionManagerCallback-9552-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3159183 INFO  (closeThreadPool-9503-thread-3) [n:127.0.0.1:36736_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3159218 INFO  (closeThreadPool-9503-thread-3) [n:127.0.0.1:36736_    ] o.a.s.c.ZkController Publish node=127.0.0.1:36736_ as DOWN
   [junit4]   2> 3159219 INFO  (closeThreadPool-9503-thread-3) [n:127.0.0.1:36736_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3159219 INFO  (closeThreadPool-9503-thread-3) [n:127.0.0.1:36736_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36736_
   [junit4]   2> 3159220 INFO  (zkCallback-9489-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3159220 INFO  (zkCallback-9501-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3159220 INFO  (zkCallback-9482-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3159294 INFO  (zkCallback-9516-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3159338 INFO  (zkCallback-9551-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3159420 INFO  (zkCallback-9529-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3159513 INFO  (zkCallback-9542-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3159517 INFO  (zkConnectionManagerCallback-9559-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3159632 INFO  (closeThreadPool-9503-thread-3) [n:127.0.0.1:36736_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3159633 INFO  (closeThreadPool-9503-thread-3) [n:127.0.0.1:36736_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41645/solr ready
   [junit4]   2> 3159633 INFO  (closeThreadPool-9503-thread-3) [n:127.0.0.1:36736_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3159683 INFO  (zkCallback-9534-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3159687 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/shard-4-001 of type NRT
   [junit4]   2> 3159704 WARN  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3159704 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3159704 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3159704 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3159757 INFO  (closeThreadPool-9503-thread-3) [n:127.0.0.1:36736_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b
   [junit4]   2> 3159793 INFO  (closeThreadPool-9503-thread-3) [n:127.0.0.1:36736_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b
   [junit4]   2> 3159793 INFO  (closeThreadPool-9503-thread-3) [n:127.0.0.1:36736_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b
   [junit4]   2> 3159794 INFO  (closeThreadPool-9503-thread-3) [n:127.0.0.1:36736_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/shard-3-001/cores
   [junit4]   2> 3159808 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3159808 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3159809 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3159809 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43e31570{/,null,AVAILABLE}
   [junit4]   2> 3159837 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4c73bdb2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33452}
   [junit4]   2> 3159837 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.Server Started @3160036ms
   [junit4]   2> 3159837 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=33452, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/shard-4-001/cores}
   [junit4]   2> 3159837 ERROR (closeThreadPool-9503-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3159837 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3159837 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.2
   [junit4]   2> 3159837 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3159837 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3159837 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-30T19:06:18.691Z
   [junit4]   2> 3159910 INFO  (zkConnectionManagerCallback-9562-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3159955 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3159955 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/shard-4-001/solr.xml
   [junit4]   2> 3160158 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3160158 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3160159 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3160605 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3160606 WARN  (closeThreadPool-9503-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6c6111d2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3160621 WARN  (closeThreadPool-9503-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6d302168[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3160622 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41645/solr
   [junit4]   2> 3160623 INFO  (zkConnectionManagerCallback-9569-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3160645 INFO  (zkConnectionManagerCallback-9571-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3160662 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3160677 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:33452_ as DOWN
   [junit4]   2> 3160678 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3160678 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33452_
   [junit4]   2> 3160679 INFO  (zkCallback-9542-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3160679 INFO  (zkCallback-9551-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3160679 INFO  (zkCallback-9516-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3160684 INFO  (zkCallback-9501-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3160684 INFO  (zkCallback-9529-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3160684 INFO  (zkCallback-9489-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3160684 INFO  (zkCallback-9482-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3160723 INFO  (zkCallback-9534-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3160757 INFO  (zkCallback-9570-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3160769 INFO  (zkCallback-9558-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3160825 INFO  (zkConnectionManagerCallback-9578-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3160826 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 3160827 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41645/solr ready
   [junit4]   2> 3160827 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3160957 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b
   [junit4]   2> 3160993 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b
   [junit4]   2> 3160993 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661ff05b
   [junit4]   2> 3160995 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/shard-4-001/cores
   [junit4]   2> 3161656 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[A4A49AEA50BA1FA5]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/shard-5-001 of type PULL
   [junit4]   2> 3161676 WARN  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3161677 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3161677 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3161677 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3161722 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3161722 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3161722 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3161722 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4254d8bc{/,null,AVAILABLE}
   [junit4]   2> 3161745 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3b196364{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34711}
   [junit4]   2> 3161745 INFO  (closeThreadPool-9503-thread-1) [    ] o.e.j.s.Server Started @3161944ms
   [junit4]   2> 3161745 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/tempDir-001/jetty5, replicaType=PULL, solrconfig=solrconfig.xml, hostContext=/, hostPort=34711, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_A4A49AEA50BA1FA5-001/shard-5-001/cores}
   [junit4]   2> 3161745 ERROR (closeThreadPool-9503-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3161745 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3161745 INFO  (closeThreadPool-9503-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.2
   [junit4]   2> 3161745 INFO  (closeThreadPool-9503-thread-1) [    ] o.

[...truncated too long message...]

-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1663072942
     [copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1663072942
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1663072942

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene2-us-west.apache.org
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 95ms :: artifacts dl 4ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 636 minutes 36 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-8.1 - Build # 47 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.1/47/

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"https://127.0.0.1:41184/solr",           "node_name":"127.0.0.1:41184_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"down"},         "core_node5":{           "dataDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"https://127.0.0.1:37615/solr",           "node_name":"127.0.0.1:37615_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"https://127.0.0.1:41184/solr",           "node_name":"127.0.0.1:41184_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"down"},         "core_node8":{           "dataDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"https://127.0.0.1:37615/solr",           "node_name":"127.0.0.1:37615_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:37615_solr, 127.0.0.1:45030_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"https://127.0.0.1:41184/solr",           "node_name":"127.0.0.1:41184_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"down"},         "core_node5":{           "dataDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"https://127.0.0.1:37615/solr",           "node_name":"127.0.0.1:37615_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"https://127.0.0.1:41184/solr",           "node_name":"127.0.0.1:41184_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"down"},         "core_node8":{           "dataDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"https://127.0.0.1:37615/solr",           "node_name":"127.0.0.1:37615_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"https://127.0.0.1:41184/solr",
          "node_name":"127.0.0.1:41184_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"down"},
        "core_node5":{
          "dataDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"https://127.0.0.1:37615/solr",
          "node_name":"127.0.0.1:37615_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"https://127.0.0.1:41184/solr",
          "node_name":"127.0.0.1:41184_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"down"},
        "core_node8":{
          "dataDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"https://127.0.0.1:37615/solr",
          "node_name":"127.0.0.1:37615_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:37615_solr, 127.0.0.1:45030_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"https://127.0.0.1:41184/solr",
          "node_name":"127.0.0.1:41184_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"down"},
        "core_node5":{
          "dataDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"https://127.0.0.1:37615/solr",
          "node_name":"127.0.0.1:37615_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"https://127.0.0.1:41184/solr",
          "node_name":"127.0.0.1:41184_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"down"},
        "core_node8":{
          "dataDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"https://127.0.0.1:37615/solr",
          "node_name":"127.0.0.1:37615_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:42519/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([B4E6316C968910AA:8C551592B17AC47B]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15207 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_B4E6316C968910AA-001/init-core-data-001
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3365906 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 3365915 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3365917 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3365919 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3365919 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3365919 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3365919 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38541e{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3366102 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@56aee070{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-43949-hdfs-_-any-2733834940136956863.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 3366102 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@509467be{HTTP/1.1,[http/1.1]}{localhost:43949}
   [junit4]   2> 3366103 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.e.j.s.Server Started @3366175ms
   [junit4]   2> 3366211 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3366212 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3366213 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3366213 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3366213 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3366214 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75ead477{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3366393 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4796f761{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-46199-datanode-_-any-5135745556765758739.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 3366393 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1919ca78{HTTP/1.1,[http/1.1]}{localhost:46199}
   [junit4]   2> 3366393 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B4E6316C968910AA]-worker) [    ] o.e.j.s.Server Started @3366465ms
   [junit4]   2> 3366529 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x4efc4bb09f0fbcc5: Processing first storage report for DS-238e2533-78d6-4149-99b2-618dac1ec6ed from datanode d451f9b8-c253-4f19-9783-2cb399b99e49
   [junit4]   2> 3366529 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x4efc4bb09f0fbcc5: from storage DS-238e2533-78d6-4149-99b2-618dac1ec6ed node DatanodeRegistration(127.0.0.1:43732, datanodeUuid=d451f9b8-c253-4f19-9783-2cb399b99e49, infoPort=41201, infoSecurePort=0, ipcPort=37184, storageInfo=lv=-57;cid=testClusterID;nsid=676621778;c=1561814208632), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3366529 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x4efc4bb09f0fbcc5: Processing first storage report for DS-25e69ac4-477f-402d-b3b0-bc93372aab52 from datanode d451f9b8-c253-4f19-9783-2cb399b99e49
   [junit4]   2> 3366529 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x4efc4bb09f0fbcc5: from storage DS-25e69ac4-477f-402d-b3b0-bc93372aab52 node DatanodeRegistration(127.0.0.1:43732, datanodeUuid=d451f9b8-c253-4f19-9783-2cb399b99e49, infoPort=41201, infoSecurePort=0, ipcPort=37184, storageInfo=lv=-57;cid=testClusterID;nsid=676621778;c=1561814208632), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3366629 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[B4E6316C968910AA]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_B4E6316C968910AA-001/tempDir-002
   [junit4]   2> 3366629 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[B4E6316C968910AA]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3366630 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3366630 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3366730 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[B4E6316C968910AA]) [    ] o.a.s.c.ZkTestServer start zk server on port:34319
   [junit4]   2> 3366730 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[B4E6316C968910AA]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34319
   [junit4]   2> 3366730 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[B4E6316C968910AA]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34319
   [junit4]   2> 3366739 INFO  (zkConnectionManagerCallback-18321-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3366746 INFO  (zkConnectionManagerCallback-18323-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3366747 INFO  (zkConnectionManagerCallback-18325-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3366753 WARN  (jetty-launcher-18326-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3366753 WARN  (jetty-launcher-18326-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3366753 INFO  (jetty-launcher-18326-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3366753 INFO  (jetty-launcher-18326-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3366753 INFO  (jetty-launcher-18326-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3366754 WARN  (jetty-launcher-18326-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3366754 INFO  (jetty-launcher-18326-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3366754 INFO  (jetty-launcher-18326-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3366754 INFO  (jetty-launcher-18326-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3366754 INFO  (jetty-launcher-18326-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3366754 INFO  (jetty-launcher-18326-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3366754 INFO  (jetty-launcher-18326-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3366756 INFO  (jetty-launcher-18326-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3366756 INFO  (jetty-launcher-18326-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3366756 INFO  (jetty-launcher-18326-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3366759 INFO  (jetty-launcher-18326-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3366759 INFO  (jetty-launcher-18326-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3366759 INFO  (jetty-launcher-18326-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3366760 INFO  (jetty-launcher-18326-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fba09b6{/solr,null,AVAILABLE}
   [junit4]   2> 3366760 WARN  (jetty-launcher-18326-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@24a0f9c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3366761 INFO  (jetty-launcher-18326-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3366761 INFO  (jetty-launcher-18326-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3366761 INFO  (jetty-launcher-18326-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3366761 INFO  (jetty-launcher-18326-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4affe6{SSL,[ssl, http/1.1]}{127.0.0.1:45030}
   [junit4]   2> 3366761 INFO  (jetty-launcher-18326-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6106e365{/solr,null,AVAILABLE}
   [junit4]   2> 3366761 INFO  (jetty-launcher-18326-thread-3) [    ] o.e.j.s.Server Started @3366834ms
   [junit4]   2> 3366761 INFO  (jetty-launcher-18326-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45030}
   [junit4]   2> 3366762 ERROR (jetty-launcher-18326-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3366762 INFO  (jetty-launcher-18326-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3366762 WARN  (jetty-launcher-18326-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@10c7d750[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3366762 INFO  (jetty-launcher-18326-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.2
   [junit4]   2> 3366762 INFO  (jetty-launcher-18326-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3366762 INFO  (jetty-launcher-18326-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3366762 INFO  (jetty-launcher-18326-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-29T13:16:49.514Z
   [junit4]   2> 3366762 INFO  (jetty-launcher-18326-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@15eb7e15{SSL,[ssl, http/1.1]}{127.0.0.1:37615}
   [junit4]   2> 3366762 INFO  (jetty-launcher-18326-thread-1) [    ] o.e.j.s.Server Started @3366834ms
   [junit4]   2> 3366762 INFO  (jetty-launcher-18326-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37615}
   [junit4]   2> 3366762 ERROR (jetty-launcher-18326-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3366762 INFO  (jetty-launcher-18326-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3366763 INFO  (jetty-launcher-18326-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.2
   [junit4]   2> 3366763 INFO  (jetty-launcher-18326-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3366763 INFO  (jetty-launcher-18326-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3366763 INFO  (jetty-launcher-18326-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-29T13:16:49.515Z
   [junit4]   2> 3366763 INFO  (jetty-launcher-18326-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@244a9690{/solr,null,AVAILABLE}
   [junit4]   2> 3366764 WARN  (jetty-launcher-18326-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@67d88a72[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3366764 INFO  (jetty-launcher-18326-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@75d3a72d{SSL,[ssl, http/1.1]}{127.0.0.1:41184}
   [junit4]   2> 3366765 INFO  (jetty-launcher-18326-thread-2) [    ] o.e.j.s.Server Started @3366837ms
   [junit4]   2> 3366765 INFO  (jetty-launcher-18326-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41184}
   [junit4]   2> 3366765 ERROR (jetty-launcher-18326-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3366765 INFO  (jetty-launcher-18326-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3366765 INFO  (jetty-launcher-18326-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.2
   [junit4]   2> 3366765 INFO  (jetty-launcher-18326-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3366765 INFO  (jetty-launcher-18326-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3366765 INFO  (jetty-launcher-18326-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-29T13:16:49.517Z
   [junit4]   2> 3366765 INFO  (zkConnectionManagerCallback-18330-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3366766 INFO  (jetty-launcher-18326-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3366771 INFO  (zkConnectionManagerCallback-18328-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3366771 INFO  (zkConnectionManagerCallback-18332-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3366771 INFO  (jetty-launcher-18326-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3366771 INFO  (jetty-launcher-18326-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3366772 INFO  (jetty-launcher-18326-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3366773 INFO  (jetty-launcher-18326-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3e83d2bf, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3366773 INFO  (jetty-launcher-18326-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3366776 INFO  (jetty-launcher-18326-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3366776 INFO  (jetty-launcher-18326-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3366777 INFO  (jetty-launcher-18326-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3366777 INFO  (jetty-launcher-18326-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3366778 INFO  (jetty-launcher-18326-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3e83d2bf, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3366779 INFO  (jetty-launcher-18326-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3e83d2bf, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3366830 INFO  (jetty-launcher-18326-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3366830 WARN  (jetty-launcher-18326-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3366831 WARN  (jetty-launcher-18326-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6f2a6cca[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3366835 WARN  (jetty-launcher-18326-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3366836 WARN  (jetty-launcher-18326-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@49b68a81[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3366836 INFO  (jetty-launcher-18326-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3366837 INFO  (jetty-launcher-18326-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34319/solr
   [junit4]   2> 3366838 WARN  (jetty-launcher-18326-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3366839 INFO  (zkConnectionManagerCallback-18341-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3366840 WARN  (jetty-launcher-18326-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@34320f03[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3366842 INFO  (zkConnectionManagerCallback-18344-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3366842 WARN  (jetty-launcher-18326-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3366844 WARN  (jetty-launcher-18326-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@d70bfb5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3366845 INFO  (jetty-launcher-18326-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34319/solr
   [junit4]   2> 3366847 INFO  (zkConnectionManagerCallback-18349-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3366849 INFO  (zkConnectionManagerCallback-18353-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3366961 INFO  (jetty-launcher-18326-thread-3) [n:127.0.0.1:45030_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45030_solr
   [junit4]   2> 3366962 INFO  (jetty-launcher-18326-thread-3) [n:127.0.0.1:45030_solr    ] o.a.s.c.Overseer Overseer (id=73561576960557063-127.0.0.1:45030_solr-n_0000000000) starting
   [junit4]   2> 3366970 INFO  (zkConnectionManagerCallback-18360-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3366974 INFO  (jetty-launcher-18326-thread-3) [n:127.0.0.1:45030_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34319/solr ready
   [junit4]   2> 3366976 INFO  (OverseerStateUpdate-73561576960557063-127.0.0.1:45030_solr-n_0000000000) [n:127.0.0.1:45030_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45030_solr
   [junit4]   2> 3366976 INFO  (jetty-launcher-18326-thread-3) [n:127.0.0.1:45030_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45030_solr
   [junit4]   2> 3366978 INFO  (OverseerStateUpdate-73561576960557063-127.0.0.1:45030_solr-n_0000000000) [n:127.0.0.1:45030_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3366995 INFO  (zkCallback-18359-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3367002 INFO  (jetty-launcher-18326-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3367002 WARN  (jetty-launcher-18326-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3367003 INFO  (jetty-launcher-18326-thread-2) [n:127.0.0.1:41184_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3367007 WARN  (jetty-launcher-18326-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2092faf6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3367008 INFO  (jetty-launcher-18326-thread-2) [n:127.0.0.1:41184_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:41184_solr as DOWN
   [junit4]   2> 3367009 WARN  (jetty-launcher-18326-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3367009 INFO  (jetty-launcher-18326-thread-2) [n:127.0.0.1:41184_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3367009 INFO  (jetty-launcher-18326-thread-2) [n:127.0.0.1:41184_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41184_solr
   [junit4]   2> 3367010 WARN  (jetty-launcher-18326-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2eb378ee[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3367011 INFO  (zkCallback-18359-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3367011 INFO  (zkCallback-18343-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3367012 INFO  (jetty-launcher-18326-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34319/solr
   [junit4]   2> 3367015 INFO  (zkCallback-18352-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3367015 INFO  (zkConnectionManagerCallback-18366-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3367018 INFO  (zkConnectionManagerCallback-18368-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3367021 INFO  (jetty-launcher-18326-thread-3) [n:127.0.0.1:45030_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3367024 INFO  (jetty-launcher-18326-thread-1) [n:127.0.0.1:37615_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3367028 INFO  (jetty-launcher-18326-thread-1) [n:127.0.0.1:37615_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:37615_solr as DOWN
   [junit4]   2> 3367029 INFO  (jetty-launcher-18326-thread-1) [n:127.0.0.1:37615_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3367029 INFO  (jetty-launcher-18326-thread-1) [n:127.0.0.1:37615_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37615_solr
   [junit4]   2> 3367032 INFO  (zkCallback-18352-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3367032 INFO  (zkCallback-18359-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3367033 INFO  (zkCallback-18343-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3367036 INFO  (zkCallback-18367-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3367036 INFO  (zkConnectionManagerCallback-18376-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3367038 INFO  (jetty-launcher-18326-thread-2) [n:127.0.0.1:41184_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3367039 INFO  (jetty-launcher-18326-thread-2) [n:127.0.0.1:41184_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34319/solr ready
   [junit4]   2> 3367040 INFO  (jetty-launcher-18326-thread-2) [n:127.0.0.1:41184_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3367054 INFO  (jetty-launcher-18326-thread-3) [n:127.0.0.1:45030_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e83d2bf
   [junit4]   2> 3367088 INFO  (zkConnectionManagerCallback-18382-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3367089 INFO  (jetty-launcher-18326-thread-1) [n:127.0.0.1:37615_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3367089 INFO  (jetty-launcher-18326-thread-2) [n:127.0.0.1:41184_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e83d2bf
   [junit4]   2> 3367090 INFO  (jetty-launcher-18326-thread-3) [n:127.0.0.1:45030_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e83d2bf
   [junit4]   2> 3367090 INFO  (jetty-launcher-18326-thread-3) [n:127.0.0.1:45030_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e83d2bf
   [junit4]   2> 3367091 INFO  (jetty-launcher-18326-thread-1) [n:127.0.0.1:37615_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34319/solr ready
   [junit4]   2> 3367091 INFO  (jetty-launcher-18326-thread-1) [n:127.0.0.1:37615_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3367092 INFO  (jetty-launcher-18326-thread-3) [n:127.0.0.1:45030_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_B4E6316C968910AA-001/tempDir-002/node3/.
   [junit4]   2> 3367107 INFO  (jetty-launcher-18326-thread-2) [n:127.0.0.1:41184_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e83d2bf
   [junit4]   2> 3367107 INFO  (jetty-launcher-18326-thread-2) [n:127.0.0.1:41184_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e83d2bf
   [junit4]   2> 3367109 INFO  (jetty-launcher-18326-thread-2) [n:127.0.0.1:41184_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_B4E6316C968910AA-001/tempDir-002/node2/.
   [junit4]   2> 3367126 INFO  (jetty-launcher-18326-thread-1) [n:127.0.0.1:37615_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e83d2bf
   [junit4]   2> 3367135 WARN  (jetty-launcher-18326-thread-3) [n:127.0.0.1:45030_solr    ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
   [junit4]   2>           => javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=threads,name1=new,name=count
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
   [junit4]   2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=threads,name1=new,name=count
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:531) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:569) ~[java/:?]
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:468) ~[metrics-core-4.0.5.jar:4.0.5]
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.onMetricAdded(MetricRegistry.java:462) ~[metrics-core-4.0.5.jar:4.0.5]
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.register(MetricRegistry.java:95) ~[metrics-core-4.0.5.jar:4.0.5]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.registerAll(SolrMetricManager.java:521) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.setupJvmMetrics(SolrDispatchFilter.java:207) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:178) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 3367147 INFO  (jetty-launcher-18326-thread-1) [n:127.0.0.1:37615_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e83d2bf
   [junit4]   2> 3367147 INFO  (jetty-launcher-18326-thread-1) [n:127.0.0.1:37615_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e83d2bf
   [junit4]   2> 3367149 INFO  (jetty-launcher-18326-thread-1) [n:127.0.0.1:37615_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_B4E6316C968910AA-001/tempDir-002/node1/.
   [junit4]   2> 3367246 INFO  (zkConnectionManagerCallback-18388-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3367247 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[B4E6316C968910AA]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3367249 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[B4E6316C968910AA]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34319/solr ready
   [junit4]   2> 3367269 INFO  (qtp728339066-156711) [n:127.0.0.1:41184_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 3367270 INFO  (qtp728339066-156712) [n:127.0.0.1:41184_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:45030_solr,127.0.0.1:41184_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3367276 INFO  (OverseerThreadFactory-9929-thread-1-processing-n:127.0.0.1:45030_solr) [n:127.0.0.1:45030_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
   [junit4]   2> 3367387 INFO  (OverseerStateUpdate-73561576960557063-127.0.0.1:45030_solr-n_0000000000) [n:127.0.0.1:45030_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41184/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3367390 INFO  (OverseerStateUpdate-73561576960557063-127.0.0.1:45030_solr-n_0000000000) [n:127.0.0.1:45030_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:45030/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3367394 INFO  (OverseerStateUpdate-73561576960557063-127.0.0.1:45030_solr-n_0000000000) [n:127.0.0.1:45030_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41184/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3367397 INFO  (OverseerStateUpdate-73561576960557063-127.0.0.1:45030_solr-n_0000000000) [n:127.0.0.1:45030_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:45030/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3367603 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr    x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3367604 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr    x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3367618 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr    x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3367619 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr    x:testSimple1_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3367623 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr    x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3368619 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.2
   [junit4]   2> 3368623 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.2
   [junit4]   2> 3368634 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 3368635 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.2
   [junit4]   2> 3368636 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.2
   [junit4]   2> 3368655 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3368657 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3368657 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3368658 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e83d2bf
   [junit4]   2> 3368658 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3368658 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3368658 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e83d2bf
   [junit4]   2> 3368665 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 3368667 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 3368667 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3368667 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3368668 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e83d2bf
   [junit4]   2> 3368670 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3368670 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3368670 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e83d2bf
   [junit4]   2> 3368671 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:42519/solr_hdfs_home
   [junit4]   2> 3368671 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3368671 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_B4E6316C968910AA-001/tempDir-002/node2/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost:42519/solr_hdfs_home/testSimple1/core_node7/data/]
   [junit4]   2> 3368671 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:42519/solr_hdfs_home
   [junit4]   2> 3368671 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3368672 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_B4E6316C968910AA-001/tempDir-002/node2/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:42519/solr_hdfs_home/testSimple1/core_node3/data/]
   [junit4]   2> 3368673 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42519/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
   [junit4]   2> 3368673 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:42519/solr_hdfs_home
   [junit4]   2> 3368673 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3368673 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_B4E6316C968910AA-001/tempDir-002/node3/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:42519/solr_hdfs_home/testSimple1/core_node5/data/]
   [junit4]   2> 3368674 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42519/solr_hdfs_home/testSimple1/core_node3/data/snapshot_metadata
   [junit4]   2> 3368675 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:42519/solr_hdfs_home
   [junit4]   2> 3368675 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3368675 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42519/solr_hdfs_home/testSimple1/core_node5/data/snapshot_metadata
   [junit4]   2> 3368675 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_B4E6316C968910AA-001/tempDir-002/node3/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:42519/solr_hdfs_home/testSimple1/core_node8/data/]
   [junit4]   2> 3368676 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42519/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
   [junit4]   2> 3368685 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3368685 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3368685 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3368685 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3368685 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3368685 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3368685 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3368685 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3368685 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3368686 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3368686 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3368686 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3368706 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3368706 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3368707 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3368708 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42519/solr_hdfs_home/testSimple1/core_node8/data
   [junit4]   2> 3368708 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42519/solr_hdfs_home/testSimple1/core_node3/data
   [junit4]   2> 3368709 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42519/solr_hdfs_home/testSimple1/core_node7/data
   [junit4]   2> 3368732 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42519/solr_hdfs_home/testSimple1/core_node8/data/index
   [junit4]   2> 3368733 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42519/solr_hdfs_home/testSimple1/core_node3/data/index
   [junit4]   2> 3368734 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42519/solr_hdfs_home/testSimple1/core_node7/data/index
   [junit4]   2> 3368740 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3368740 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3368740 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3368741 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3368741 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3368741 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3368742 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3368742 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3368742 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3368747 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3368747 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3368750 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3368834 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3368835 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42519/solr_hdfs_home/testSimple1/core_node5/data
   [junit4]   2> 3368854 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42519/solr_hdfs_home/testSimple1/core_node5/data/index
   [junit4]   2> 3368880 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3368880 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3368880 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3368886 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3368924 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3368924 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3368924 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 3368926 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3368926 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3368926 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 3368932 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3368932 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3368932 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 3368938 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3368938 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3368941 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3368941 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3368947 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3368947 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3368960 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b217da0[testSimple1_shard1_replica_n1] main]
   [junit4]   2> 3368966 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3368967 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3368967 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d2fa2[testSimple1_shard2_replica_n4] main]
   [junit4]   2> 3368967 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3368968 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e35bfad[testSimple1_shard2_replica_n6] main]
   [junit4]   2> 3368968 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1637680898868510720
   [junit4]   2> 3368969 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3368969 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3368969 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3368970 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1637680898870607872
   [junit4]   2> 3368972 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3368972 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3368973 INFO  (searcherExecutor-9946-thread-1-processing-n:127.0.0.1:41184_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node3) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@6b217da0[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3368973 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3368973 INFO  (searcherExecutor-9945-thread-1-processing-n:127.0.0.1:41184_solr x:testSimple1_shard2_replica_n4 c:testSimple1 s:shard2 r:core_node7) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@1d2fa2[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3368973 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1637680898873753600
   [junit4]   2> 3368977 INFO  (searcherExecutor-9948-thread-1-processing-n:127.0.0.1:45030_solr x:testSimple1_shard2_replica_n6 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@7e35bfad[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3368978 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0}, version=0}
   [junit4]   2> 3368978 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
   [junit4]   2> 3368981 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 3368981 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
   [junit4]   2> 3368982 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
   [junit4]   2> 3368982 INFO  (qtp1430015335-156696) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
   [junit4]   2> 3368985 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3368985 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3368985 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41184/solr/testSimple1_shard2_replica_n4/
   [junit4]   2> 3368986 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:41184/solr START replicas=[https://127.0.0.1:45030/solr/testSimple1_shard2_replica_n6/] nUpdates=100
   [junit4]   2> 3368986 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:41184/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 3368988 INFO  (qtp728339066-156707) [n:127.0.0.1:41184_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=14999ms
   [junit4]   2> 3368991 INFO  (qtp1430015335-156693) [n:127.0.0.1:45030_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.S.Request [testSimple1_shard2_replica_n6]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 3368992 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 3368992 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 3368992 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testSimple1/leaders/shard2/leader after winning as /collections/testSimple1/leader_elect/shard2/election/73561576960557065-core_node7-n_0000000000
   [junit4]   2> 3368993 INFO  (qtp728339066-156703) [n:127.0.0.1:41184_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41184/solr/testSimple1_shard2_replica_n4/ shard2
   [junit4]   2> 3368996 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3368996 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3368996 INFO  (qtp1430015335-156702) [n:127.0.0.1:45030_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplicati

[...truncated too long message...]

y-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1672299005
     [copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1672299005
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1672299005

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 57ms :: artifacts dl 6ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 310 minutes 38 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)