You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/08 22:55:11 UTC

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build # 21055 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21055/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Didn't see all replicas for shard shard1 in c8n_1x3 come up within 90000 ms! ClusterState: {   "collMinRf_1x3":{     "pullReplicas":"0",     "replicationFactor":"1",     "shards":{"shard1":{         "range":"80000000-7fffffff",         "state":"active",         "replicas":{           "core_node4":{             "core":"collMinRf_1x3_shard1_replica_n2",             "base_url":"http://127.0.0.1:42407/bwdy/u",             "node_name":"127.0.0.1:42407_bwdy%2Fu",             "state":"active",             "type":"NRT"},           "core_node5":{             "core":"collMinRf_1x3_shard1_replica_n1",             "base_url":"http://127.0.0.1:38587/bwdy/u",             "node_name":"127.0.0.1:38587_bwdy%2Fu",             "state":"active",             "type":"NRT"},           "core_node6":{             "core":"collMinRf_1x3_shard1_replica_n3",             "base_url":"http://127.0.0.1:46317/bwdy/u",             "node_name":"127.0.0.1:46317_bwdy%2Fu",             "state":"active",             "type":"NRT",             "leader":"true"}}}},     "router":{"name":"compositeId"},     "maxShardsPerNode":"1",     "autoAddReplicas":"false",     "nrtReplicas":"3",     "tlogReplicas":"0"},   "collection1":{     "pullReplicas":"0",     "replicationFactor":"1",     "shards":{       "shard1":{         "range":"80000000-ffffffff",         "state":"active",         "replicas":{"core_node44":{             "core":"collection1_shard1_replica_n43",             "base_url":"http://127.0.0.1:35777/bwdy/u",             "node_name":"127.0.0.1:35777_bwdy%2Fu",             "state":"active",             "type":"NRT",             "leader":"true"}}},       "shard2":{         "range":"0-7fffffff",         "state":"active",         "replicas":{           "core_node42":{             "core":"collection1_shard2_replica_n41",             "base_url":"http://127.0.0.1:38587/bwdy/u",             "node_name":"127.0.0.1:38587_bwdy%2Fu",             "state":"active",             "type":"NRT",             "leader":"true"},           "core_node46":{             "core":"collection1_shard2_replica_n45",             "base_url":"http://127.0.0.1:46317/bwdy/u",             "node_name":"127.0.0.1:46317_bwdy%2Fu",             "state":"active",             "type":"NRT"}}}},     "router":{"name":"compositeId"},     "maxShardsPerNode":"1",     "autoAddReplicas":"false",     "nrtReplicas":"1",     "tlogReplicas":"0"},   "c8n_1x3":{     "pullReplicas":"0",     "replicationFactor":"1",     "shards":{"shard1":{         "range":"80000000-7fffffff",         "state":"active",         "replicas":{           "core_node4":{             "core":"c8n_1x3_shard1_replica_n2",             "base_url":"http://127.0.0.1:42407/bwdy/u",             "node_name":"127.0.0.1:42407_bwdy%2Fu",             "state":"recovering",             "type":"NRT"},           "core_node5":{             "core":"c8n_1x3_shard1_replica_n1",             "base_url":"http://127.0.0.1:46317/bwdy/u",             "node_name":"127.0.0.1:46317_bwdy%2Fu",             "state":"active",             "type":"NRT",             "leader":"true"},           "core_node6":{             "core":"c8n_1x3_shard1_replica_n3",             "base_url":"http://127.0.0.1:35777/bwdy/u",             "node_name":"127.0.0.1:35777_bwdy%2Fu",             "state":"recovering",             "type":"NRT"}}}},     "router":{"name":"compositeId"},     "maxShardsPerNode":"1",     "autoAddReplicas":"false",     "nrtReplicas":"3",     "tlogReplicas":"0"},   "control_collection":{     "pullReplicas":"0",     "replicationFactor":"1",     "shards":{"shard1":{         "range":"80000000-7fffffff",         "state":"active",         "replicas":{"core_node2":{             "core":"control_collection_shard1_replica_n1",             "base_url":"http://127.0.0.1:42407/bwdy/u",             "node_name":"127.0.0.1:42407_bwdy%2Fu",             "state":"active",             "type":"NRT",             "leader":"true"}}}},     "router":{"name":"compositeId"},     "maxShardsPerNode":"1",     "autoAddReplicas":"false",     "nrtReplicas":"1",     "tlogReplicas":"0"}}

Stack Trace:
java.lang.AssertionError: Didn't see all replicas for shard shard1 in c8n_1x3 come up within 90000 ms! ClusterState: {
  "collMinRf_1x3":{
    "pullReplicas":"0",
    "replicationFactor":"1",
    "shards":{"shard1":{
        "range":"80000000-7fffffff",
        "state":"active",
        "replicas":{
          "core_node4":{
            "core":"collMinRf_1x3_shard1_replica_n2",
            "base_url":"http://127.0.0.1:42407/bwdy/u",
            "node_name":"127.0.0.1:42407_bwdy%2Fu",
            "state":"active",
            "type":"NRT"},
          "core_node5":{
            "core":"collMinRf_1x3_shard1_replica_n1",
            "base_url":"http://127.0.0.1:38587/bwdy/u",
            "node_name":"127.0.0.1:38587_bwdy%2Fu",
            "state":"active",
            "type":"NRT"},
          "core_node6":{
            "core":"collMinRf_1x3_shard1_replica_n3",
            "base_url":"http://127.0.0.1:46317/bwdy/u",
            "node_name":"127.0.0.1:46317_bwdy%2Fu",
            "state":"active",
            "type":"NRT",
            "leader":"true"}}}},
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoAddReplicas":"false",
    "nrtReplicas":"3",
    "tlogReplicas":"0"},
  "collection1":{
    "pullReplicas":"0",
    "replicationFactor":"1",
    "shards":{
      "shard1":{
        "range":"80000000-ffffffff",
        "state":"active",
        "replicas":{"core_node44":{
            "core":"collection1_shard1_replica_n43",
            "base_url":"http://127.0.0.1:35777/bwdy/u",
            "node_name":"127.0.0.1:35777_bwdy%2Fu",
            "state":"active",
            "type":"NRT",
            "leader":"true"}}},
      "shard2":{
        "range":"0-7fffffff",
        "state":"active",
        "replicas":{
          "core_node42":{
            "core":"collection1_shard2_replica_n41",
            "base_url":"http://127.0.0.1:38587/bwdy/u",
            "node_name":"127.0.0.1:38587_bwdy%2Fu",
            "state":"active",
            "type":"NRT",
            "leader":"true"},
          "core_node46":{
            "core":"collection1_shard2_replica_n45",
            "base_url":"http://127.0.0.1:46317/bwdy/u",
            "node_name":"127.0.0.1:46317_bwdy%2Fu",
            "state":"active",
            "type":"NRT"}}}},
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoAddReplicas":"false",
    "nrtReplicas":"1",
    "tlogReplicas":"0"},
  "c8n_1x3":{
    "pullReplicas":"0",
    "replicationFactor":"1",
    "shards":{"shard1":{
        "range":"80000000-7fffffff",
        "state":"active",
        "replicas":{
          "core_node4":{
            "core":"c8n_1x3_shard1_replica_n2",
            "base_url":"http://127.0.0.1:42407/bwdy/u",
            "node_name":"127.0.0.1:42407_bwdy%2Fu",
            "state":"recovering",
            "type":"NRT"},
          "core_node5":{
            "core":"c8n_1x3_shard1_replica_n1",
            "base_url":"http://127.0.0.1:46317/bwdy/u",
            "node_name":"127.0.0.1:46317_bwdy%2Fu",
            "state":"active",
            "type":"NRT",
            "leader":"true"},
          "core_node6":{
            "core":"c8n_1x3_shard1_replica_n3",
            "base_url":"http://127.0.0.1:35777/bwdy/u",
            "node_name":"127.0.0.1:35777_bwdy%2Fu",
            "state":"recovering",
            "type":"NRT"}}}},
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoAddReplicas":"false",
    "nrtReplicas":"3",
    "tlogReplicas":"0"},
  "control_collection":{
    "pullReplicas":"0",
    "replicationFactor":"1",
    "shards":{"shard1":{
        "range":"80000000-7fffffff",
        "state":"active",
        "replicas":{"core_node2":{
            "core":"control_collection_shard1_replica_n1",
            "base_url":"http://127.0.0.1:42407/bwdy/u",
            "node_name":"127.0.0.1:42407_bwdy%2Fu",
            "state":"active",
            "type":"NRT",
            "leader":"true"}}}},
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoAddReplicas":"false",
    "nrtReplicas":"1",
    "tlogReplicas":"0"}}
	at __randomizedtesting.SeedInfo.seed([4F66F7CC5CA295DC:C732C816F25EF824]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1993)
	at org.apache.solr.cloud.HttpPartitionTest.testRf3(HttpPartitionTest.java:426)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:137)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12079 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/init-core-data-001
   [junit4]   2> 141548 WARN  (SUITE-HttpPartitionTest-seed#[4F66F7CC5CA295DC]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=56 numCloses=56
   [junit4]   2> 141548 INFO  (SUITE-HttpPartitionTest-seed#[4F66F7CC5CA295DC]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 141548 INFO  (SUITE-HttpPartitionTest-seed#[4F66F7CC5CA295DC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 141548 INFO  (SUITE-HttpPartitionTest-seed#[4F66F7CC5CA295DC]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 141548 INFO  (SUITE-HttpPartitionTest-seed#[4F66F7CC5CA295DC]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /bwdy/u
   [junit4]   2> 141549 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 141550 INFO  (Thread-299) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 141550 INFO  (Thread-299) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 141556 ERROR (Thread-299) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 141650 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.ZkTestServer start zk server on port:36429
   [junit4]   2> 141652 INFO  (zkConnectionManagerCallback-296-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 141654 INFO  (zkConnectionManagerCallback-298-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 141655 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 141656 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 141656 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 141657 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 141657 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 141657 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 141658 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 141658 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 141658 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 141659 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 141659 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 141660 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 141717 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 141718 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58b59ddd{/bwdy/u,null,AVAILABLE}
   [junit4]   2> 141718 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@63351231{HTTP/1.1,[http/1.1]}{127.0.0.1:45263}
   [junit4]   2> 141718 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.e.j.s.Server Started @143443ms
   [junit4]   2> 141719 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/bwdy/u, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/tempDir-001/control/data, hostPort=42407, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/control-001/cores}
   [junit4]   2> 141719 ERROR (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 141719 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 141719 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 141719 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 141719 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-08T21:51:35.811370Z
   [junit4]   2> 141720 INFO  (zkConnectionManagerCallback-300-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 141721 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 141721 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/control-001/solr.xml
   [junit4]   2> 141722 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 141722 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 141723 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 141725 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36429/solr
   [junit4]   2> 141726 INFO  (zkConnectionManagerCallback-304-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 141727 INFO  (zkConnectionManagerCallback-306-thread-1-processing-n:127.0.0.1:42407_bwdy%2Fu) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 141759 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 141760 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42407_bwdy%2Fu
   [junit4]   2> 141760 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.Overseer Overseer (id=99140887880925188-127.0.0.1:42407_bwdy%2Fu-n_0000000000) starting
   [junit4]   2> 141762 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42407_bwdy%2Fu
   [junit4]   2> 141762 INFO  (zkCallback-305-thread-1-processing-n:127.0.0.1:42407_bwdy%2Fu) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 141787 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804
   [junit4]   2> 141792 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804
   [junit4]   2> 141792 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804
   [junit4]   2> 141793 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/control-001/cores
   [junit4]   2> 141802 INFO  (zkConnectionManagerCallback-312-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 141802 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 141803 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36429/solr ready
   [junit4]   2> 141803 INFO  (SocketProxy-Acceptor-42407) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49614,localport=42407], receiveBufferSize:531000
   [junit4]   2> 141804 INFO  (SocketProxy-Acceptor-42407) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45263,localport=58910], receiveBufferSize=530904
   [junit4]   2> 141805 INFO  (qtp314153334-1628) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42407_bwdy%252Fu&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 141807 INFO  (OverseerThreadFactory-918-thread-1-processing-n:127.0.0.1:42407_bwdy%2Fu) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 141912 INFO  (SocketProxy-Acceptor-42407) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49618,localport=42407], receiveBufferSize:531000
   [junit4]   2> 141912 INFO  (SocketProxy-Acceptor-42407) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45263,localport=58914], receiveBufferSize=530904
   [junit4]   2> 141913 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 141914 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 142018 INFO  (zkCallback-305-thread-1-processing-n:127.0.0.1:42407_bwdy%2Fu) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 142929 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 142943 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 143025 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 143046 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 143046 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804
   [junit4]   2> 143046 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 143047 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 143049 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3869684470414052]
   [junit4]   2> 143058 WARN  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 143090 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 143090 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 143091 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 143091 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 143092 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=58.5498046875, floorSegmentMB=0.626953125, forceMergeDeletesPctAllowed=21.20969278213913, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3822188184644256
   [junit4]   2> 143092 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a89134b[control_collection_shard1_replica_n1] main]
   [junit4]   2> 143093 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 143093 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 143094 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 143094 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586254207711707136
   [junit4]   2> 143095 INFO  (searcherExecutor-921-thread-1-processing-n:127.0.0.1:42407_bwdy%2Fu x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4a89134b[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 143098 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 143098 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 143098 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42407/bwdy/u/control_collection_shard1_replica_n1/
   [junit4]   2> 143098 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 143098 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:42407/bwdy/u/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 143098 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 143100 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42407/bwdy/u/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 143201 INFO  (zkCallback-305-thread-2-processing-n:127.0.0.1:42407_bwdy%2Fu) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 143203 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 143204 INFO  (qtp314153334-1630) [n:127.0.0.1:42407_bwdy%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1290
   [junit4]   2> 143206 INFO  (qtp314153334-1628) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 143309 INFO  (zkCallback-305-thread-2-processing-n:127.0.0.1:42407_bwdy%2Fu) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 143809 INFO  (OverseerCollectionConfigSetProcessor-99140887880925188-127.0.0.1:42407_bwdy%2Fu-n_0000000000) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 144206 INFO  (qtp314153334-1628) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42407_bwdy%252Fu&wt=javabin&version=2} status=0 QTime=2400
   [junit4]   2> 144210 INFO  (zkConnectionManagerCallback-316-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 144210 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 144211 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36429/solr ready
   [junit4]   2> 144211 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 144211 INFO  (SocketProxy-Acceptor-42407) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49624,localport=42407], receiveBufferSize:531000
   [junit4]   2> 144211 INFO  (SocketProxy-Acceptor-42407) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45263,localport=58920], receiveBufferSize=530904
   [junit4]   2> 144212 INFO  (qtp314153334-1628) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 144215 INFO  (OverseerThreadFactory-918-thread-2-processing-n:127.0.0.1:42407_bwdy%2Fu) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 144215 WARN  (OverseerThreadFactory-918-thread-2-processing-n:127.0.0.1:42407_bwdy%2Fu) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 144419 INFO  (qtp314153334-1628) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 144419 INFO  (qtp314153334-1628) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=207
   [junit4]   2> 144540 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/shard-1-001 of type NRT
   [junit4]   2> 144541 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 144542 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a294c6{/bwdy/u,null,AVAILABLE}
   [junit4]   2> 144542 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@740712e4{HTTP/1.1,[http/1.1]}{127.0.0.1:35731}
   [junit4]   2> 144542 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.e.j.s.Server Started @146267ms
   [junit4]   2> 144542 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/bwdy/u, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/tempDir-001/jetty1, hostPort=38587, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 144542 ERROR (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 144543 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 144543 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 144543 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 144543 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-08T21:51:38.635092Z
   [junit4]   2> 144544 INFO  (zkConnectionManagerCallback-318-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 144544 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 144544 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/shard-1-001/solr.xml
   [junit4]   2> 144546 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 144546 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 144547 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 144549 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36429/solr
   [junit4]   2> 144550 INFO  (zkConnectionManagerCallback-322-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 144551 INFO  (zkConnectionManagerCallback-324-thread-1-processing-n:127.0.0.1:38587_bwdy%2Fu) [n:127.0.0.1:38587_bwdy%2Fu    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 144554 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:38587_bwdy%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 144554 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:38587_bwdy%2Fu    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 144556 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:38587_bwdy%2Fu    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38587_bwdy%2Fu
   [junit4]   2> 144556 INFO  (zkCallback-305-thread-1-processing-n:127.0.0.1:42407_bwdy%2Fu) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 144556 INFO  (zkCallback-315-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 144557 INFO  (zkCallback-323-thread-1-processing-n:127.0.0.1:38587_bwdy%2Fu) [n:127.0.0.1:38587_bwdy%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 144591 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:38587_bwdy%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804
   [junit4]   2> 144597 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:38587_bwdy%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804
   [junit4]   2> 144597 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:38587_bwdy%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804
   [junit4]   2> 144598 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:38587_bwdy%2Fu    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/shard-1-001/cores
   [junit4]   2> 144612 INFO  (SocketProxy-Acceptor-38587) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=42848,localport=38587], receiveBufferSize:531000
   [junit4]   2> 144612 INFO  (SocketProxy-Acceptor-38587) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35731,localport=57970], receiveBufferSize=530904
   [junit4]   2> 144613 INFO  (qtp545713946-1684) [n:127.0.0.1:38587_bwdy%2Fu    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38587_bwdy%252Fu&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 144614 INFO  (OverseerCollectionConfigSetProcessor-99140887880925188-127.0.0.1:42407_bwdy%2Fu-n_0000000000) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 144614 INFO  (OverseerThreadFactory-918-thread-3-processing-n:127.0.0.1:42407_bwdy%2Fu) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38587_bwdy%2Fu for creating new replica
   [junit4]   2> 144615 INFO  (SocketProxy-Acceptor-38587) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=42852,localport=38587], receiveBufferSize:531000
   [junit4]   2> 144615 INFO  (SocketProxy-Acceptor-38587) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35731,localport=57974], receiveBufferSize=530904
   [junit4]   2> 144620 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 144620 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 145627 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 145635 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
   [junit4]   2> 145741 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 145747 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
   [junit4]   2> 145747 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804
   [junit4]   2> 145747 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 145747 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
   [junit4]   2> 145748 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3869684470414052]
   [junit4]   2> 145750 WARN  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 145776 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 145777 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 145777 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 145777 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 145778 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=58.5498046875, floorSegmentMB=0.626953125, forceMergeDeletesPctAllowed=21.20969278213913, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3822188184644256
   [junit4]   2> 145778 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@551de140[collection1_shard2_replica_n41] main]
   [junit4]   2> 145779 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 145779 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 145779 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 145780 INFO  (searcherExecutor-932-thread-1-processing-n:127.0.0.1:38587_bwdy%2Fu x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@551de140[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 145780 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586254210528182272
   [junit4]   2> 145782 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 145782 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 145782 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38587/bwdy/u/collection1_shard2_replica_n41/
   [junit4]   2> 145782 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 145782 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:38587/bwdy/u/collection1_shard2_replica_n41/ has no replicas
   [junit4]   2> 145782 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 145783 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38587/bwdy/u/collection1_shard2_replica_n41/ shard2
   [junit4]   2> 145934 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 145935 INFO  (qtp545713946-1680) [n:127.0.0.1:38587_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1316
   [junit4]   2> 145937 INFO  (qtp545713946-1684) [n:127.0.0.1:38587_bwdy%2Fu    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38587_bwdy%252Fu&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1324
   [junit4]   2> 146004 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/shard-2-001 of type NRT
   [junit4]   2> 146004 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 146005 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42d34305{/bwdy/u,null,AVAILABLE}
   [junit4]   2> 146005 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1ef6ff86{HTTP/1.1,[http/1.1]}{127.0.0.1:41873}
   [junit4]   2> 146005 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.e.j.s.Server Started @147730ms
   [junit4]   2> 146005 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/bwdy/u, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/tempDir-001/jetty2, hostPort=35777, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/shard-2-001/cores}
   [junit4]   2> 146006 ERROR (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 146006 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 146006 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 146006 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 146006 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-08T21:51:40.098293Z
   [junit4]   2> 146007 INFO  (zkConnectionManagerCallback-327-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 146007 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 146007 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/shard-2-001/solr.xml
   [junit4]   2> 146009 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 146009 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 146009 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 146011 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36429/solr
   [junit4]   2> 146012 INFO  (zkConnectionManagerCallback-331-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 146013 INFO  (zkConnectionManagerCallback-333-thread-1-processing-n:127.0.0.1:35777_bwdy%2Fu) [n:127.0.0.1:35777_bwdy%2Fu    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 146015 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:35777_bwdy%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 146016 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:35777_bwdy%2Fu    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 146016 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:35777_bwdy%2Fu    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35777_bwdy%2Fu
   [junit4]   2> 146017 INFO  (zkCallback-315-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 146017 INFO  (zkCallback-323-thread-1-processing-n:127.0.0.1:38587_bwdy%2Fu) [n:127.0.0.1:38587_bwdy%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 146017 INFO  (zkCallback-305-thread-1-processing-n:127.0.0.1:42407_bwdy%2Fu) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 146017 INFO  (zkCallback-332-thread-1-processing-n:127.0.0.1:35777_bwdy%2Fu) [n:127.0.0.1:35777_bwdy%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 146062 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:35777_bwdy%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804
   [junit4]   2> 146068 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:35777_bwdy%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804
   [junit4]   2> 146068 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:35777_bwdy%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804
   [junit4]   2> 146068 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:35777_bwdy%2Fu    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/shard-2-001/cores
   [junit4]   2> 146085 INFO  (SocketProxy-Acceptor-35777) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=34970,localport=35777], receiveBufferSize:531000
   [junit4]   2> 146086 INFO  (SocketProxy-Acceptor-35777) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41873,localport=47808], receiveBufferSize=530904
   [junit4]   2> 146086 INFO  (qtp1156932433-1719) [n:127.0.0.1:35777_bwdy%2Fu    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35777_bwdy%252Fu&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 146087 INFO  (OverseerCollectionConfigSetProcessor-99140887880925188-127.0.0.1:42407_bwdy%2Fu-n_0000000000) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 146088 INFO  (OverseerThreadFactory-918-thread-4-processing-n:127.0.0.1:42407_bwdy%2Fu) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35777_bwdy%2Fu for creating new replica
   [junit4]   2> 146088 INFO  (SocketProxy-Acceptor-35777) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=34974,localport=35777], receiveBufferSize:531000
   [junit4]   2> 146090 INFO  (SocketProxy-Acceptor-35777) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41873,localport=47812], receiveBufferSize=530904
   [junit4]   2> 146090 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 146090 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 147104 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 147119 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
   [junit4]   2> 147197 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 147204 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
   [junit4]   2> 147204 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804
   [junit4]   2> 147205 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 147205 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
   [junit4]   2> 147206 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3869684470414052]
   [junit4]   2> 147207 WARN  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 147234 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 147234 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 147235 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 147235 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 147235 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=58.5498046875, floorSegmentMB=0.626953125, forceMergeDeletesPctAllowed=21.20969278213913, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3822188184644256
   [junit4]   2> 147236 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@1dd2000e[collection1_shard1_replica_n43] main]
   [junit4]   2> 147236 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 147236 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 147237 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 147237 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586254212055957504
   [junit4]   2> 147237 INFO  (searcherExecutor-943-thread-1-processing-n:127.0.0.1:35777_bwdy%2Fu x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@1dd2000e[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 147239 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 147239 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 147239 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35777/bwdy/u/collection1_shard1_replica_n43/
   [junit4]   2> 147239 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 147240 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:35777/bwdy/u/collection1_shard1_replica_n43/ has no replicas
   [junit4]   2> 147240 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 147241 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35777/bwdy/u/collection1_shard1_replica_n43/ shard1
   [junit4]   2> 147391 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 147393 INFO  (qtp1156932433-1721) [n:127.0.0.1:35777_bwdy%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1303
   [junit4]   2> 147395 INFO  (qtp1156932433-1719) [n:127.0.0.1:35777_bwdy%2Fu    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35777_bwdy%252Fu&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1308
   [junit4]   2> 147484 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/shard-3-001 of type NRT
   [junit4]   2> 147484 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 147488 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68d22ed4{/bwdy/u,null,AVAILABLE}
   [junit4]   2> 147492 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@78c6b6e9{HTTP/1.1,[http/1.1]}{127.0.0.1:40401}
   [junit4]   2> 147492 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.e.j.s.Server Started @149216ms
   [junit4]   2> 147492 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/bwdy/u, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/tempDir-001/jetty3, hostPort=46317, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/shard-3-001/cores}
   [junit4]   2> 147492 ERROR (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 147492 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 147492 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 147492 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 147492 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-08T21:51:41.584884Z
   [junit4]   2> 147506 INFO  (zkConnectionManagerCallback-336-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 147507 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 147507 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/shard-3-001/solr.xml
   [junit4]   2> 147509 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 147509 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 147509 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 147512 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36429/solr
   [junit4]   2> 147519 INFO  (zkConnectionManagerCallback-340-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 147523 INFO  (zkConnectionManagerCallback-342-thread-1-processing-n:127.0.0.1:46317_bwdy%2Fu) [n:127.0.0.1:46317_bwdy%2Fu    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 147525 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:46317_bwdy%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 147525 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:46317_bwdy%2Fu    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 147526 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:46317_bwdy%2Fu    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46317_bwdy%2Fu
   [junit4]   2> 147526 INFO  (zkCallback-305-thread-1-processing-n:127.0.0.1:42407_bwdy%2Fu) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 147526 INFO  (zkCallback-315-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 147526 INFO  (zkCallback-332-thread-1-processing-n:127.0.0.1:35777_bwdy%2Fu) [n:127.0.0.1:35777_bwdy%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 147526 INFO  (zkCallback-323-thread-1-processing-n:127.0.0.1:38587_bwdy%2Fu) [n:127.0.0.1:38587_bwdy%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 147528 INFO  (zkCallback-341-thread-1-processing-n:127.0.0.1:46317_bwdy%2Fu) [n:127.0.0.1:46317_bwdy%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 147558 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:46317_bwdy%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804
   [junit4]   2> 147563 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:46317_bwdy%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804
   [junit4]   2> 147563 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:46317_bwdy%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804
   [junit4]   2> 147564 INFO  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [n:127.0.0.1:46317_bwdy%2Fu    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/shard-3-001/cores
   [junit4]   2> 147586 INFO  (qtp1156932433-1720) [n:127.0.0.1:35777_bwdy%2Fu    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46317_bwdy%252Fu&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 147587 INFO  (OverseerCollectionConfigSetProcessor-99140887880925188-127.0.0.1:42407_bwdy%2Fu-n_0000000000) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 147588 INFO  (OverseerThreadFactory-918-thread-5-processing-n:127.0.0.1:42407_bwdy%2Fu) [n:127.0.0.1:42407_bwdy%2Fu    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:46317_bwdy%2Fu for creating new replica
   [junit4]   2> 147588 INFO  (SocketProxy-Acceptor-46317) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=55138,localport=46317], receiveBufferSize:531000
   [junit4]   2> 147589 INFO  (SocketProxy-Acceptor-46317) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40401,localport=41084], receiveBufferSize=530904
   [junit4]   2> 147589 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 147590 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 148596 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 148604 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
   [junit4]   2> 148669 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 148675 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
   [junit4]   2> 148675 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5db20804
   [junit4]   2> 148675 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 148675 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
   [junit4]   2> 148677 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3869684470414052]
   [junit4]   2> 148678 WARN  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 148699 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 148699 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 148700 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 148700 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 148701 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=58.5498046875, floorSegmentMB=0.626953125, forceMergeDeletesPctAllowed=21.20969278213913, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3822188184644256
   [junit4]   2> 148701 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d765294[collection1_shard2_replica_n45] main]
   [junit4]   2> 148701 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 148701 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 148702 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 148702 INFO  (searcherExecutor-954-thread-1-processing-n:127.0.0.1:46317_bwdy%2Fu x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@5d765294[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 148702 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586254213592121344
   [junit4]   2> 148704 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
   [junit4]   2> 148704 INFO  (updateExecutor-337-thread-1-processing-n:127.0.0.1:46317_bwdy%2Fu x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 148705 INFO  (recoveryExecutor-338-thread-1-processing-n:127.0.0.1:46317_bwdy%2Fu x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 148705 INFO  (recoveryExecutor-338-thread-1-processing-n:127.0.0.1:46317_bwdy%2Fu x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 148705 INFO  (recoveryExecutor-338-thread-1-processing-n:127.0.0.1:46317_bwdy%2Fu x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_n45]
   [junit4]   2> 148705 INFO  (recoveryExecutor-338-thread-1-processing-n:127.0.0.1:46317_bwdy%2Fu x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 148705 INFO  (qtp289689301-1754) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1115
   [junit4]   2> 148705 INFO  (recoveryExecutor-338-thread-1-processing-n:127.0.0.1:46317_bwdy%2Fu x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_n45] as recovering, leader is [http://127.0.0.1:38587/bwdy/u/collection1_shard2_replica_n41/] and I am [http://127.0.0.1:46317/bwdy/u/collection1_shard2_replica_n45/]
   [junit4]   2> 148706 INFO  (qtp1156932433-1720) [n:127.0.0.1:35777_bwdy%2Fu    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:46317_bwdy%252Fu&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1119
   [junit4]   2> 148706 INFO  (recoveryExecutor-338-thread-1-processing-n:127.0.0.1:46317_bwdy%2Fu x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:46317_bwdy%2Fu c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:38587/bwdy/u]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_n41&node

[...truncated too long message...]

it4]   2> 806195 WARN  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.SocketProxy Closing 12 connections to: http://127.0.0.1:46317/bwdy/u, target: http://127.0.0.1:40401/bwdy/u
   [junit4]   2> 806196 WARN  (TEST-HttpPartitionTest.test-seed#[4F66F7CC5CA295DC]) [    ] o.a.s.c.SocketProxy Closing 1 connections to: http://127.0.0.1:42407/bwdy/u, target: http://127.0.0.1:45263/bwdy/u
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=4F66F7CC5CA295DC -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-PW -Dtests.timezone=Asia/Macau -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE  665s J2 | HttpPartitionTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Didn't see all replicas for shard shard1 in c8n_1x3 come up within 90000 ms! ClusterState: {
   [junit4]    >   "collMinRf_1x3":{
   [junit4]    >     "pullReplicas":"0",
   [junit4]    >     "replicationFactor":"1",
   [junit4]    >     "shards":{"shard1":{
   [junit4]    >         "range":"80000000-7fffffff",
   [junit4]    >         "state":"active",
   [junit4]    >         "replicas":{
   [junit4]    >           "core_node4":{
   [junit4]    >             "core":"collMinRf_1x3_shard1_replica_n2",
   [junit4]    >             "base_url":"http://127.0.0.1:42407/bwdy/u",
   [junit4]    >             "node_name":"127.0.0.1:42407_bwdy%2Fu",
   [junit4]    >             "state":"active",
   [junit4]    >             "type":"NRT"},
   [junit4]    >           "core_node5":{
   [junit4]    >             "core":"collMinRf_1x3_shard1_replica_n1",
   [junit4]    >             "base_url":"http://127.0.0.1:38587/bwdy/u",
   [junit4]    >             "node_name":"127.0.0.1:38587_bwdy%2Fu",
   [junit4]    >             "state":"active",
   [junit4]    >             "type":"NRT"},
   [junit4]    >           "core_node6":{
   [junit4]    >             "core":"collMinRf_1x3_shard1_replica_n3",
   [junit4]    >             "base_url":"http://127.0.0.1:46317/bwdy/u",
   [junit4]    >             "node_name":"127.0.0.1:46317_bwdy%2Fu",
   [junit4]    >             "state":"active",
   [junit4]    >             "type":"NRT",
   [junit4]    >             "leader":"true"}}}},
   [junit4]    >     "router":{"name":"compositeId"},
   [junit4]    >     "maxShardsPerNode":"1",
   [junit4]    >     "autoAddReplicas":"false",
   [junit4]    >     "nrtReplicas":"3",
   [junit4]    >     "tlogReplicas":"0"},
   [junit4]    >   "collection1":{
   [junit4]    >     "pullReplicas":"0",
   [junit4]    >     "replicationFactor":"1",
   [junit4]    >     "shards":{
   [junit4]    >       "shard1":{
   [junit4]    >         "range":"80000000-ffffffff",
   [junit4]    >         "state":"active",
   [junit4]    >         "replicas":{"core_node44":{
   [junit4]    >             "core":"collection1_shard1_replica_n43",
   [junit4]    >             "base_url":"http://127.0.0.1:35777/bwdy/u",
   [junit4]    >             "node_name":"127.0.0.1:35777_bwdy%2Fu",
   [junit4]    >             "state":"active",
   [junit4]    >             "type":"NRT",
   [junit4]    >             "leader":"true"}}},
   [junit4]    >       "shard2":{
   [junit4]    >         "range":"0-7fffffff",
   [junit4]    >         "state":"active",
   [junit4]    >         "replicas":{
   [junit4]    >           "core_node42":{
   [junit4]    >             "core":"collection1_shard2_replica_n41",
   [junit4]    >             "base_url":"http://127.0.0.1:38587/bwdy/u",
   [junit4]    >             "node_name":"127.0.0.1:38587_bwdy%2Fu",
   [junit4]    >             "state":"active",
   [junit4]    >             "type":"NRT",
   [junit4]    >             "leader":"true"},
   [junit4]    >           "core_node46":{
   [junit4]    >             "core":"collection1_shard2_replica_n45",
   [junit4]    >             "base_url":"http://127.0.0.1:46317/bwdy/u",
   [junit4]    >             "node_name":"127.0.0.1:46317_bwdy%2Fu",
   [junit4]    >             "state":"active",
   [junit4]    >             "type":"NRT"}}}},
   [junit4]    >     "router":{"name":"compositeId"},
   [junit4]    >     "maxShardsPerNode":"1",
   [junit4]    >     "autoAddReplicas":"false",
   [junit4]    >     "nrtReplicas":"1",
   [junit4]    >     "tlogReplicas":"0"},
   [junit4]    >   "c8n_1x3":{
   [junit4]    >     "pullReplicas":"0",
   [junit4]    >     "replicationFactor":"1",
   [junit4]    >     "shards":{"shard1":{
   [junit4]    >         "range":"80000000-7fffffff",
   [junit4]    >         "state":"active",
   [junit4]    >         "replicas":{
   [junit4]    >           "core_node4":{
   [junit4]    >             "core":"c8n_1x3_shard1_replica_n2",
   [junit4]    >             "base_url":"http://127.0.0.1:42407/bwdy/u",
   [junit4]    >             "node_name":"127.0.0.1:42407_bwdy%2Fu",
   [junit4]    >             "state":"recovering",
   [junit4]    >             "type":"NRT"},
   [junit4]    >           "core_node5":{
   [junit4]    >             "core":"c8n_1x3_shard1_replica_n1",
   [junit4]    >             "base_url":"http://127.0.0.1:46317/bwdy/u",
   [junit4]    >             "node_name":"127.0.0.1:46317_bwdy%2Fu",
   [junit4]    >             "state":"active",
   [junit4]    >             "type":"NRT",
   [junit4]    >             "leader":"true"},
   [junit4]    >           "core_node6":{
   [junit4]    >             "core":"c8n_1x3_shard1_replica_n3",
   [junit4]    >             "base_url":"http://127.0.0.1:35777/bwdy/u",
   [junit4]    >             "node_name":"127.0.0.1:35777_bwdy%2Fu",
   [junit4]    >             "state":"recovering",
   [junit4]    >             "type":"NRT"}}}},
   [junit4]    >     "router":{"name":"compositeId"},
   [junit4]    >     "maxShardsPerNode":"1",
   [junit4]    >     "autoAddReplicas":"false",
   [junit4]    >     "nrtReplicas":"3",
   [junit4]    >     "tlogReplicas":"0"},
   [junit4]    >   "control_collection":{
   [junit4]    >     "pullReplicas":"0",
   [junit4]    >     "replicationFactor":"1",
   [junit4]    >     "shards":{"shard1":{
   [junit4]    >         "range":"80000000-7fffffff",
   [junit4]    >         "state":"active",
   [junit4]    >         "replicas":{"core_node2":{
   [junit4]    >             "core":"control_collection_shard1_replica_n1",
   [junit4]    >             "base_url":"http://127.0.0.1:42407/bwdy/u",
   [junit4]    >             "node_name":"127.0.0.1:42407_bwdy%2Fu",
   [junit4]    >             "state":"active",
   [junit4]    >             "type":"NRT",
   [junit4]    >             "leader":"true"}}}},
   [junit4]    >     "router":{"name":"compositeId"},
   [junit4]    >     "maxShardsPerNode":"1",
   [junit4]    >     "autoAddReplicas":"false",
   [junit4]    >     "nrtReplicas":"1",
   [junit4]    >     "tlogReplicas":"0"}}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4F66F7CC5CA295DC:C732C816F25EF824]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1993)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.testRf3(HttpPartitionTest.java:426)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:137)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_4F66F7CC5CA295DC-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {range_facet_l_dv=PostingsFormat(name=Memory), multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=MockRandom), intDefault=PostingsFormat(name=MockRandom), id_i1=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=Memory), range_facet_i_dv=PostingsFormat(name=MockRandom), text=PostingsFormat(name=Direct), range_facet_l=PostingsFormat(name=MockRandom), timestamp=PostingsFormat(name=MockRandom)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), id_i1=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Direct), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=365, maxMBSortInHeap=7.662883174722468, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7659534f), locale=en-PW, timezone=Asia/Macau
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=132723200,total=455606272
   [junit4]   2> NOTE: All tests run in this JVM: [UnloadDistributedZkTest, DocValuesNotIndexedTest, TestTolerantUpdateProcessorCloud, TestUniqueKeyFieldResource, V2ApiIntegrationTest, TestApiFramework, HighlighterTest, SolrCoreMetricManagerTest, QueryElevationComponentTest, CursorMarkTest, SubstringBytesRefFilterTest, TestConfigSetProperties, CustomCollectionTest, TestCopyFieldCollectionResource, TestSolrConfigHandler, HttpPartitionTest]
   [junit4] Completed [171/752 (1!)] on J2 in 664.66s, 1 test, 1 failure <<< FAILURES!

[...truncated 42139 lines...]

[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+32) - Build # 21056 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21056/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates

Error Message:
Error from server at http://127.0.0.1:36171/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36171/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([1F36C10EB599A010]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.createMiniSolrCloudCluster(TestStressCloudBlindAtomicUpdates.java:132)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove

Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:45383/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:40533/solr/MoveReplicaHDFSTest_failed_coll_true]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:45383/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:40533/solr/MoveReplicaHDFSTest_failed_coll_true]
	at __randomizedtesting.SeedInfo.seed([1F36C10EB599A010:B5FB12FC024A75C0]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:990)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:309)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45383/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
	... 45 more




Build Log:
[...truncated 12603 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_1F36C10EB599A010-001/init-core-data-001
   [junit4]   2> 762374 WARN  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[1F36C10EB599A010]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
   [junit4]   2> 762374 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[1F36C10EB599A010]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 762375 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[1F36C10EB599A010]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="SSL overhead seems to cause OutOfMemory when stress testing")
   [junit4]   2> 762375 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[1F36C10EB599A010]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 762375 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[1F36C10EB599A010]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_1F36C10EB599A010-001/tempDir-001
   [junit4]   2> 762375 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[1F36C10EB599A010]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 762376 INFO  (Thread-1775) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 762376 INFO  (Thread-1775) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 762377 ERROR (Thread-1775) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 762476 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[1F36C10EB599A010]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:44883
   [junit4]   2> 762477 INFO  (zkConnectionManagerCallback-1930-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 762479 INFO  (jetty-launcher-1927-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 762479 INFO  (jetty-launcher-1927-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 762479 INFO  (jetty-launcher-1927-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 762480 INFO  (jetty-launcher-1927-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 762481 INFO  (jetty-launcher-1927-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11fed70d{/solr,null,AVAILABLE}
   [junit4]   2> 762481 INFO  (jetty-launcher-1927-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28eb7194{/solr,null,AVAILABLE}
   [junit4]   2> 762481 INFO  (jetty-launcher-1927-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5dfaadce{/solr,null,AVAILABLE}
   [junit4]   2> 762481 INFO  (jetty-launcher-1927-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e743857{/solr,null,AVAILABLE}
   [junit4]   2> 762482 INFO  (jetty-launcher-1927-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@698defab{HTTP/1.1,[http/1.1]}{127.0.0.1:46383}
   [junit4]   2> 762482 INFO  (jetty-launcher-1927-thread-2) [    ] o.e.j.s.Server Started @763994ms
   [junit4]   2> 762483 INFO  (jetty-launcher-1927-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46383}
   [junit4]   2> 762483 INFO  (jetty-launcher-1927-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@278329d4{HTTP/1.1,[http/1.1]}{127.0.0.1:34657}
   [junit4]   2> 762483 INFO  (jetty-launcher-1927-thread-3) [    ] o.e.j.s.Server Started @763994ms
   [junit4]   2> 762483 INFO  (jetty-launcher-1927-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@18de255d{HTTP/1.1,[http/1.1]}{127.0.0.1:36171}
   [junit4]   2> 762483 INFO  (jetty-launcher-1927-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34657}
   [junit4]   2> 762483 INFO  (jetty-launcher-1927-thread-4) [    ] o.e.j.s.Server Started @763994ms
   [junit4]   2> 762483 INFO  (jetty-launcher-1927-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36171}
   [junit4]   2> 762483 INFO  (jetty-launcher-1927-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@71f9d889{HTTP/1.1,[http/1.1]}{127.0.0.1:38963}
   [junit4]   2> 762484 INFO  (jetty-launcher-1927-thread-1) [    ] o.e.j.s.Server Started @763995ms
   [junit4]   2> 762484 INFO  (jetty-launcher-1927-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38963}
   [junit4]   2> 762484 ERROR (jetty-launcher-1927-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 762484 INFO  (jetty-launcher-1927-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 762484 ERROR (jetty-launcher-1927-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 762484 INFO  (jetty-launcher-1927-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 762484 INFO  (jetty-launcher-1927-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 762484 INFO  (jetty-launcher-1927-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 762484 INFO  (jetty-launcher-1927-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 762484 INFO  (jetty-launcher-1927-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-09T03:02:05.814299Z
   [junit4]   2> 762483 ERROR (jetty-launcher-1927-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 762484 INFO  (jetty-launcher-1927-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 762484 INFO  (jetty-launcher-1927-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 762484 INFO  (jetty-launcher-1927-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 762484 INFO  (jetty-launcher-1927-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-09T03:02:05.814490Z
   [junit4]   2> 762484 INFO  (jetty-launcher-1927-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 762484 ERROR (jetty-launcher-1927-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 762484 INFO  (jetty-launcher-1927-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-09T03:02:05.814807Z
   [junit4]   2> 762484 INFO  (jetty-launcher-1927-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 762484 INFO  (jetty-launcher-1927-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 762484 INFO  (jetty-launcher-1927-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 762484 INFO  (jetty-launcher-1927-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-09T03:02:05.814983Z
   [junit4]   2> 762502 INFO  (zkConnectionManagerCallback-1932-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 762502 INFO  (jetty-launcher-1927-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 762506 INFO  (zkConnectionManagerCallback-1938-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 762506 INFO  (jetty-launcher-1927-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 762514 INFO  (zkConnectionManagerCallback-1936-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 762514 INFO  (jetty-launcher-1927-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 762518 INFO  (zkConnectionManagerCallback-1934-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 762518 INFO  (jetty-launcher-1927-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 762526 INFO  (jetty-launcher-1927-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44883/solr
   [junit4]   2> 762527 INFO  (jetty-launcher-1927-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44883/solr
   [junit4]   2> 762527 INFO  (jetty-launcher-1927-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44883/solr
   [junit4]   2> 762534 INFO  (jetty-launcher-1927-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44883/solr
   [junit4]   2> 762535 INFO  (zkConnectionManagerCallback-1944-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 762535 INFO  (zkConnectionManagerCallback-1948-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 762535 INFO  (zkConnectionManagerCallback-1954-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 762535 INFO  (zkConnectionManagerCallback-1950-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 762537 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1603939028b0008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 762542 INFO  (zkConnectionManagerCallback-1956-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 762542 INFO  (zkConnectionManagerCallback-1960-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 762542 INFO  (zkConnectionManagerCallback-1959-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 762546 INFO  (zkConnectionManagerCallback-1962-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 762555 INFO  (jetty-launcher-1927-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 762555 INFO  (jetty-launcher-1927-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46383_solr
   [junit4]   2> 762556 INFO  (jetty-launcher-1927-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99142108820733962-127.0.0.1:46383_solr-n_0000000000) starting
   [junit4]   2> 762574 INFO  (jetty-launcher-1927-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46383_solr
   [junit4]   2> 762586 INFO  (zkCallback-1958-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 762589 INFO  (jetty-launcher-1927-thread-4) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 762590 INFO  (jetty-launcher-1927-thread-4) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 762591 INFO  (jetty-launcher-1927-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 762591 INFO  (jetty-launcher-1927-thread-4) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36171_solr
   [junit4]   2> 762592 INFO  (jetty-launcher-1927-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 762610 INFO  (zkCallback-1955-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 762611 INFO  (zkCallback-1957-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 762613 INFO  (zkCallback-1958-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 762614 INFO  (jetty-launcher-1927-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38963_solr
   [junit4]   2> 762616 INFO  (jetty-launcher-1927-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 762616 INFO  (jetty-launcher-1927-thread-3) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 762617 INFO  (jetty-launcher-1927-thread-3) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34657_solr
   [junit4]   2> 762623 INFO  (zkCallback-1958-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 762623 INFO  (zkCallback-1957-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 762625 INFO  (zkCallback-1955-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 762627 INFO  (zkCallback-1961-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 762628 INFO  (jetty-launcher-1927-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46383.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68cce2a4
   [junit4]   2> 762636 INFO  (jetty-launcher-1927-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46383.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68cce2a4
   [junit4]   2> 762636 INFO  (jetty-launcher-1927-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46383.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68cce2a4
   [junit4]   2> 762637 INFO  (jetty-launcher-1927-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_1F36C10EB599A010-001/tempDir-001/node2/.
   [junit4]   2> 762677 INFO  (jetty-launcher-1927-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34657.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68cce2a4
   [junit4]   2> 762679 INFO  (jetty-launcher-1927-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36171.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68cce2a4
   [junit4]   2> 762679 INFO  (jetty-launcher-1927-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38963.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68cce2a4
   [junit4]   2> 762682 INFO  (jetty-launcher-1927-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34657.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68cce2a4
   [junit4]   2> 762682 INFO  (jetty-launcher-1927-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34657.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68cce2a4
   [junit4]   2> 762683 INFO  (jetty-launcher-1927-thread-3) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_1F36C10EB599A010-001/tempDir-001/node3/.
   [junit4]   2> 762687 INFO  (jetty-launcher-1927-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38963.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68cce2a4
   [junit4]   2> 762687 INFO  (jetty-launcher-1927-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36171.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68cce2a4
   [junit4]   2> 762688 INFO  (jetty-launcher-1927-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36171.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68cce2a4
   [junit4]   2> 762688 INFO  (jetty-launcher-1927-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38963.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68cce2a4
   [junit4]   2> 762689 INFO  (jetty-launcher-1927-thread-4) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_1F36C10EB599A010-001/tempDir-001/node4/.
   [junit4]   2> 762690 INFO  (jetty-launcher-1927-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_1F36C10EB599A010-001/tempDir-001/node1/.
   [junit4]   2> 762753 INFO  (zkConnectionManagerCallback-1969-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 762756 INFO  (zkConnectionManagerCallback-1973-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 762757 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[1F36C10EB599A010]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 762757 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[1F36C10EB599A010]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44883/solr ready
   [junit4]   2> 762895 INFO  (qtp389203173-8323) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 762903 INFO  (OverseerThreadFactory-4010-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection test_col
   [junit4]   2> 763007 INFO  (OverseerStateUpdate-99142108820733962-127.0.0.1:46383_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_col_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36171/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 763008 INFO  (OverseerStateUpdate-99142108820733962-127.0.0.1:46383_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_col_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46383/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 763009 INFO  (OverseerStateUpdate-99142108820733962-127.0.0.1:46383_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_col_shard2_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38963/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 763012 INFO  (OverseerStateUpdate-99142108820733962-127.0.0.1:46383_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_col_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34657/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 763212 INFO  (qtp389203173-8308) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&coreNodeName=core_node3&name=test_col_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 763212 INFO  (qtp72488827-8316) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&coreNodeName=core_node4&name=test_col_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 763212 INFO  (qtp389203173-8308) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 763212 INFO  (qtp72488827-8316) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 763213 INFO  (qtp684409696-8322) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&coreNodeName=core_node7&name=test_col_shard2_replica_n5&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 763213 INFO  (qtp2045278123-8321) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&coreNodeName=core_node8&name=test_col_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 763213 INFO  (qtp2045278123-8321) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 763213 INFO  (qtp684409696-8322) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 763316 INFO  (zkCallback-1961-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 763316 INFO  (zkCallback-1958-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 763316 INFO  (zkCallback-1955-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 763316 INFO  (zkCallback-1958-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 763316 INFO  (zkCallback-1957-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 763316 INFO  (zkCallback-1961-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 763316 INFO  (zkCallback-1957-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 763316 INFO  (zkCallback-1955-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 764225 INFO  (qtp72488827-8316) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 764227 INFO  (qtp389203173-8308) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 764228 INFO  (qtp684409696-8322) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 764243 INFO  (qtp2045278123-8321) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 764249 INFO  (qtp72488827-8316) [    ] o.a.s.s.IndexSchema [test_col_shard1_replica_n2] Schema name=minimal-atomic-stress
   [junit4]   2> 764250 INFO  (qtp389203173-8308) [    ] o.a.s.s.IndexSchema [test_col_shard1_replica_n1] Schema name=minimal-atomic-stress
   [junit4]   2> 764251 INFO  (qtp72488827-8316) [    ] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 764251 INFO  (qtp72488827-8316) [    ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n2' using configuration from collection test_col, trusted=true
   [junit4]   2> 764251 INFO  (qtp389203173-8308) [    ] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 764251 INFO  (qtp389203173-8308) [    ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n1' using configuration from collection test_col, trusted=true
   [junit4]   2> 764251 INFO  (qtp72488827-8316) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46383.solr.core.test_col.shard1.replica_n2' (registry 'solr.core.test_col.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68cce2a4
   [junit4]   2> 764252 INFO  (qtp72488827-8316) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 764252 INFO  (qtp72488827-8316) [    ] o.a.s.c.SolrCore [[test_col_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_1F36C10EB599A010-001/tempDir-001/node2/test_col_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_1F36C10EB599A010-001/tempDir-001/node2/./test_col_shard1_replica_n2/data/]
   [junit4]   2> 764252 INFO  (qtp389203173-8308) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36171.solr.core.test_col.shard1.replica_n1' (registry 'solr.core.test_col.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68cce2a4
   [junit4]   2> 764252 INFO  (qtp389203173-8308) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 764252 INFO  (qtp389203173-8308) [    ] o.a.s.c.SolrCore [[test_col_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_1F36C10EB599A010-001/tempDir-001/node4/test_col_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_1F36C10EB599A010-001/tempDir-001/node4/./test_col_shard1_replica_n1/data/]
   [junit4]   2> 764252 INFO  (qtp684409696-8322) [    ] o.a.s.s.IndexSchema [test_col_shard2_replica_n5] Schema name=minimal-atomic-stress
   [junit4]   2> 764252 INFO  (qtp2045278123-8321) [    ] o.a.s.s.IndexSchema [test_col_shard2_replica_n6] Schema name=minimal-atomic-stress
   [junit4]   2> 764254 INFO  (qtp2045278123-8321) [    ] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 764254 INFO  (qtp684409696-8322) [    ] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 764254 INFO  (qtp2045278123-8321) [    ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n6' using configuration from collection test_col, trusted=true
   [junit4]   2> 764254 INFO  (qtp684409696-8322) [    ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n5' using configuration from collection test_col, trusted=true
   [junit4]   2> 764255 INFO  (qtp684409696-8322) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38963.solr.core.test_col.shard2.replica_n5' (registry 'solr.core.test_col.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68cce2a4
   [junit4]   2> 764255 INFO  (qtp2045278123-8321) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34657.solr.core.test_col.shard2.replica_n6' (registry 'solr.core.test_col.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68cce2a4
   [junit4]   2> 764255 INFO  (qtp2045278123-8321) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 764255 INFO  (qtp389203173-8308) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=29.4921875, floorSegmentMB=0.3681640625, forceMergeDeletesPctAllowed=22.560776273764308, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.591473627553905
   [junit4]   2> 764255 INFO  (qtp2045278123-8321) [    ] o.a.s.c.SolrCore [[test_col_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_1F36C10EB599A010-001/tempDir-001/node3/test_col_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_1F36C10EB599A010-001/tempDir-001/node3/./test_col_shard2_replica_n6/data/]
   [junit4]   2> 764255 INFO  (qtp684409696-8322) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 764255 INFO  (qtp684409696-8322) [    ] o.a.s.c.SolrCore [[test_col_shard2_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_1F36C10EB599A010-001/tempDir-001/node1/test_col_shard2_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_1F36C10EB599A010-001/tempDir-001/node1/./test_col_shard2_replica_n5/data/]
   [junit4]   2> 764257 WARN  (qtp389203173-8308) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 764257 INFO  (qtp684409696-8322) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=29.4921875, floorSegmentMB=0.3681640625, forceMergeDeletesPctAllowed=22.560776273764308, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.591473627553905
   [junit4]   2> 764257 INFO  (qtp2045278123-8321) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=29.4921875, floorSegmentMB=0.3681640625, forceMergeDeletesPctAllowed=22.560776273764308, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.591473627553905
   [junit4]   2> 764259 WARN  (qtp684409696-8322) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 764263 WARN  (qtp2045278123-8321) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 764264 INFO  (qtp72488827-8316) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=29.4921875, floorSegmentMB=0.3681640625, forceMergeDeletesPctAllowed=22.560776273764308, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.591473627553905
   [junit4]   2> 764267 WARN  (qtp72488827-8316) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 764289 INFO  (qtp684409696-8322) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 764289 INFO  (qtp684409696-8322) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 764290 INFO  (qtp684409696-8322) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 764291 INFO  (qtp684409696-8322) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 764292 INFO  (qtp684409696-8322) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.798841490437126]
   [junit4]   2> 764292 INFO  (qtp684409696-8322) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@21c31a42[test_col_shard2_replica_n5] main]
   [junit4]   2> 764293 INFO  (qtp684409696-8322) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 764293 INFO  (qtp684409696-8322) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 764294 INFO  (qtp684409696-8322) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 764295 INFO  (qtp389203173-8308) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 764295 INFO  (qtp389203173-8308) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 764295 INFO  (searcherExecutor-4022-thread-1) [    ] o.a.s.c.SolrCore [test_col_shard2_replica_n5] Registered new searcher Searcher@21c31a42[test_col_shard2_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 764295 INFO  (qtp684409696-8322) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586273743142912000
   [junit4]   2> 764297 INFO  (qtp389203173-8308) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 764297 INFO  (qtp389203173-8308) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 764298 INFO  (qtp389203173-8308) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.798841490437126]
   [junit4]   2> 764298 INFO  (qtp389203173-8308) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@192e402e[test_col_shard1_replica_n1] main]
   [junit4]   2> 764299 INFO  (qtp389203173-8308) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 764299 INFO  (qtp389203173-8308) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 764299 INFO  (qtp684409696-8322) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 764299 INFO  (qtp389203173-8308) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 764300 INFO  (searcherExecutor-4020-thread-1) [    ] o.a.s.c.SolrCore [test_col_shard1_replica_n1] Registered new searcher Searcher@192e402e[test_col_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 764300 INFO  (qtp389203173-8308) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586273743148154880
   [junit4]   2> 764304 INFO  (qtp72488827-8316) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 764304 INFO  (qtp72488827-8316) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 764304 INFO  (qtp2045278123-8321) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 764304 INFO  (qtp2045278123-8321) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 764305 INFO  (qtp389203173-8308) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 764306 INFO  (qtp2045278123-8321) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 764306 INFO  (qtp2045278123-8321) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 764306 INFO  (qtp72488827-8316) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 764306 INFO  (qtp72488827-8316) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 764306 INFO  (qtp2045278123-8321) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.798841490437126]
   [junit4]   2> 764307 INFO  (qtp2045278123-8321) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b12b108[test_col_shard2_replica_n6] main]
   [junit4]   2> 764307 INFO  (qtp72488827-8316) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.798841490437126]
   [junit4]   2> 764307 INFO  (qtp72488827-8316) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@107e5b61[test_col_shard1_replica_n2] main]
   [junit4]   2> 764308 INFO  (qtp2045278123-8321) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 764308 INFO  (qtp2045278123-8321) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 764308 INFO  (qtp2045278123-8321) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 764308 INFO  (qtp72488827-8316) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 764309 INFO  (searcherExecutor-4021-thread-1) [    ] o.a.s.c.SolrCore [test_col_shard2_replica_n6] Registered new searcher Searcher@2b12b108[test_col_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 764309 INFO  (qtp72488827-8316) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 764309 INFO  (qtp2045278123-8321) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586273743157592064
   [junit4]   2> 764310 INFO  (qtp72488827-8316) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 764311 INFO  (searcherExecutor-4019-thread-1) [    ] o.a.s.c.SolrCore [test_col_shard1_replica_n2] Registered new searcher Searcher@107e5b61[test_col_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 764311 INFO  (qtp72488827-8316) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586273743159689216
   [junit4]   2> 764406 INFO  (zkCallback-1961-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 764406 INFO  (zkCallback-1961-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 764406 INFO  (zkCallback-1958-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 764406 INFO  (zkCallback-1955-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 764406 INFO  (zkCallback-1955-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 764406 INFO  (zkCallback-1957-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 764406 INFO  (zkCallback-1957-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 764406 INFO  (zkCallback-1958-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 764800 INFO  (qtp684409696-8322) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 764800 INFO  (qtp684409696-8322) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 764800 INFO  (qtp684409696-8322) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38963/solr/test_col_shard2_replica_n5/
   [junit4]   2> 764801 INFO  (qtp684409696-8322) [    ] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n5 url=http://127.0.0.1:38963/solr START replicas=[http://127.0.0.1:34657/solr/test_col_shard2_replica_n6/] nUpdates=100
   [junit4]   2> 764802 INFO  (qtp2045278123-8325) [    ] o.a.s.c.S.Request [test_col_shard2_replica_n6]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 764806 INFO  (qtp389203173-8308) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 764806 INFO  (qtp389203173-8308) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 764806 INFO  (qtp389203173-8308) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36171/solr/test_col_shard1_replica_n1/
   [junit4]   2> 764806 INFO  (qtp389203173-8308) [    ] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n1 url=http://127.0.0.1:36171/solr START replicas=[http://127.0.0.1:46383/solr/test_col_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 764807 INFO  (qtp72488827-8330) [    ] o.a.s.c.S.Request [test_col_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 765101 INFO  (qtp684409696-8322) [    ] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n5 url=http://127.0.0.1:38963/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 765101 INFO  (qtp684409696-8322) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 765101 INFO  (qtp684409696-8322) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 765101 INFO  (qtp684409696-8322) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 765103 INFO  (qtp684409696-8322) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38963/solr/test_col_shard2_replica_n5/ shard2
   [junit4]   2> 765107 INFO  (qtp389203173-8308) [    ] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n1 url=http://127.0.0.1:36171/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 765107 INFO  (qtp389203173-8308) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 765107 INFO  (qtp389203173-8308) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 765107 INFO  (qtp389203173-8308) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 765108 INFO  (qtp389203173-8308) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36171/solr/test_col_shard1_replica_n1/ shard1
   [junit4]   2> 942898 ERROR (qtp389203173-8323) [    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 942898 INFO  (qtp389203173-8323) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.schema=schema-minimal-atomic-stress.xml&property.config=solrconfig-tlog.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=180003
   [junit4]   2> 942899 ERROR (qtp389203173-8323) [    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 942927 INFO  (jetty-closer-1928-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@71f9d889{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 942927 INFO  (jetty-closer-1928-thread-4) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@18de255d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 942928 INFO  (jetty-closer-1928-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@278329d4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 942928 INFO  (jetty-closer-1928-thread-4) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=281057571
   [junit4]   2> 942927 INFO  (jetty-closer-1928-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=970168129
   [junit4]   2> 942929 INFO  (jetty-closer-1928-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@698defab{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 942929 INFO  (jetty-closer-1928-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 942929 INFO  (jetty-closer-1928-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2105486460
   [junit4]   2> 942929 INFO  (jetty-closer-1928-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@754650a8: rootName = solr_38963, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@576efbf8
   [junit4]   2> 942930 INFO  (jetty-closer-1928-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 942929 INFO  (jetty-closer-1928-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 942930 INFO  (jetty-closer-1928-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@382b7de2: rootName = solr_46383, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4dec268d
   [junit4]   2> 942930 INFO  (jetty-closer-1928-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c474449: rootName = solr_36171, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5c9b63cb
   [junit4]   2> 942929 ERROR (OverseerThreadFactory-4010-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:38963/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:38963/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:38963 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 942929 INFO  (jetty-closer-1928-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=596283594
   [junit4]   2> 942931 ERROR (OverseerThreadFactory-4010-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:46383/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:46383/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:46383 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 942932 INFO  (jetty-closer-1928-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 942932 ERROR (OverseerThreadFactory-4010-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:36171/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:36171/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:36171 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 942933 INFO  (jetty-closer-1928-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e5df8ba: rootName = solr_34657, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@39fd4877
   [junit4]   2> 942933 ERROR (OverseerThreadFactory-4010-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34657/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34657/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:34657 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 942935 ERROR (OverseerThreadFactory-4010-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [test_col].
   [junit4]   2> 942935 INFO  (OverseerThreadFactory-4010-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 942936 ERROR (OverseerThreadFactory-4010-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:46383/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:46383/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:46383 [/127.0.0.1] failed: Connection refused (Connection refused)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
   [junit4]   2> 	at java.base/java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:400)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:243)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:225)
   [junit4]   2> 	at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:402)
   [junit4]   2> 	at java.base/java.net.Socket.connect(Socket.java:591)
   [junit4]   2> 	at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
   [junit4]   2> 	... 22 more
   [junit4]   2> 942937 ERROR (OverseerThreadFactory-4010-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34657/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:34657/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:34657 [/127.0.0.1] failed: Connection refused (Connection refused)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.PoolingHttpClientConn

[...truncated too long message...]

0000001
   [junit4]   2> 	2	/solr/overseer_elect/election/99142179322134539-127.0.0.1:32969_solr-n_0000000002
   [junit4]   2> 	2	/solr/collections/MoveReplicaHDFSTest_coll_false/leader_elect/shard1/election/99142179322134553-core_node5-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	31	/solr/collections
   [junit4]   2> 	21	/solr/live_nodes
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1919322 WARN  (SUITE-MoveReplicaHDFSTest-seed#[1F36C10EB599A010]-worker) [    ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 1919339 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1F36C10EB599A010]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 1919440 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_1F36C10EB599A010-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_1F36C10EB599A010-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:34331) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 1919440 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_1F36C10EB599A010-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_1F36C10EB599A010-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:34331) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1596215792-88.99.242.108-1512789601879 (Datanode Uuid 1c24ba07-a3a2-4322-bb89-6e34dce42135) service to localhost.localdomain/127.0.0.1:34331
   [junit4]   2> 1919442 WARN  (SUITE-MoveReplicaHDFSTest-seed#[1F36C10EB599A010]-worker) [    ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 1919448 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1F36C10EB599A010]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 1919549 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_1F36C10EB599A010-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_1F36C10EB599A010-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:34331) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 1919549 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_1F36C10EB599A010-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_1F36C10EB599A010-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:34331) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1596215792-88.99.242.108-1512789601879 (Datanode Uuid e6cfdc0b-25b6-4784-9ab2-a1df28e05d96) service to localhost.localdomain/127.0.0.1:34331
   [junit4]   2> 1919556 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1F36C10EB599A010]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
   [junit4]   2> 1919672 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1F36C10EB599A010]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33899 33899
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_1F36C10EB599A010-001
   [junit4]   2> Dec 09, 2017 3:21:23 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 66 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Memory), id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1671, maxMBSortInHeap=6.599203762432587, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@dd03cb1), locale=hr, timezone=US/Arizona
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=2,free=114376568,total=421527552
   [junit4]   2> NOTE: All tests run in this JVM: [RuleEngineTest, TestManagedSchemaThreadSafety, TestSchemaVersionResource, TestDocBasedVersionConstraints, BadCopyFieldTest, TermsComponentTest, CoreSorterTest, TestEmbeddedSolrServerSchemaAPI, TestCodecSupport, CursorPagingTest, UpdateParamsTest, HdfsThreadLeakTest, IndexSchemaRuntimeFieldTest, DistributedDebugComponentTest, URLClassifyProcessorTest, TestIndexingPerformance, TestNoOpRegenerator, TestConfigSets, TestFieldResource, TestReplicationHandlerBackup, LargeFieldTest, TestQueryUtils, AssignBackwardCompatibilityTest, TestSort, SoftAutoCommitTest, TestReplicationHandler, TestSchemaNameResource, QueryParsingTest, TestInitParams, TestIBSimilarityFactory, HdfsRecoveryZkTest, UpdateRequestProcessorFactoryTest, TestSolrJ, CdcrRequestHandlerTest, TestSha256AuthenticationProvider, HLLUtilTest, SolrShardReporterTest, UninvertDocValuesMergePolicyTest, TestFieldCacheVsDocValues, TestLegacyTerms, DateFieldTest, TestLeaderInitiatedRecoveryThread, FileUtilsTest, TestDynamicFieldCollectionResource, TestExportWriter, TestFastOutputStream, SolrCloudExampleTest, ConnectionManagerTest, CleanupOldIndexTest, TestBadConfig, DistributedQueryElevationComponentTest, TermVectorComponentTest, RecoveryAfterSoftCommitTest, TestConfigSetsAPIZkFailure, TestNumericRangeQuery64, RequestLoggingTest, ResourceLoaderTest, SolrGangliaReporterTest, TestLuceneIndexBackCompat, NoCacheHeaderTest, DeleteReplicaTest, DistributedQueryComponentOptimizationTest, TriLevelCompositeIdRoutingTest, TestCloudSearcherWarming, TestFreeTextSuggestions, TestDistributedStatsComponentCardinality, SSLMigrationTest, TestDistribDocBasedVersion, MinimalSchemaTest, AnalysisAfterCoreReloadTest, TestSolrCloudWithSecureImpersonation, TestDFRSimilarityFactory, TestUtils, TestHashQParserPlugin, NodeMutatorTest, TestUpdate, ClassificationUpdateProcessorTest, JvmMetricsTest, TestSolrIndexConfig, PrimitiveFieldTypeTest, TestSQLHandler, TestCollectionAPIs, ExternalFileFieldSortTest, DirectUpdateHandlerOptimizeTest, TestDistributedSearch, HdfsBasicDistributedZkTest, DistributedFacetPivotLargeTest, BasicAuthIntegrationTest, SharedFSAutoReplicaFailoverTest, BasicDistributedZkTest, TestCloudManagedSchema, TestCloudPivotFacet, LeaderElectionContextKeyTest, OverseerCollectionConfigSetProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestFoldingMultitermQuery, TestRandomRequestDistribution, ReplicationFactorTest, TestScoreJoinQPNoScore, HttpTriggerListenerTest, EnumFieldTest, AutoAddReplicasIntegrationTest, RAMDirectoryFactoryTest, TestSmileRequest, TestMaxScoreQueryParser, SpatialFilterTest, HdfsWriteToMultipleCollectionsTest, TestSolrFieldCacheBean, TestInPlaceUpdatesDistrib, TestOrdValues, TestPHPSerializedResponseWriter, TestWordDelimiterFilterFactory, DistribCursorPagingTest, OverseerStatusTest, SortSpecParsingTest, TestRequestForwarding, TestRandomDVFaceting, BasicZkTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ZkControllerTest, V2StandaloneTest, TestMergePolicyConfig, TestCloudDeleteByQuery, BasicFunctionalityTest, TestJsonFacetRefinement, BasicDistributedZk2Test, SyncSliceTest, LeaderElectionIntegrationTest, TestRandomFaceting, ZkSolrClientTest, TestDistributedGrouping, TestRecovery, TestStressReorder, TestReload, TestStressVersions, TestRangeQuery, TestGroupingSearch, PeerSyncTest, HighlighterTest, ShowFileRequestHandlerTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterTSTTest, TestTrie, TestCSVLoader, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, TestSurroundQueryParser, TestWriterPerf, TestReversedWildcardFilterFactory, TestQueryTypes, FileBasedSpellCheckerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, TestSolrQueryParser, RegexBoostProcessorTest, TestCollationField, MBeansHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, ResponseLogComponentTest, BadComponentTest, MultiTermTest, TestDocSet, TestBinaryField, TestElisionMultitermQuery, TestConfig, TestSolrCoreProperties, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, ConfigSetsAPITest, CustomCollectionTest, DeleteShardTest, DistributedQueueTest, DocValuesNotIndexedTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest]
   [junit4] Completed [533/752 (2!)] on J0 in 88.96s, 4 tests, 1 error <<< FAILURES!

[...truncated 40898 lines...]