You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/03/24 07:44:49 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4521 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4521/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeaderAfterRestart

Error Message:
Timeout waiting for 1x3 collection null Live Nodes: [127.0.0.1:56076_solr, 127.0.0.1:56082_solr, 127.0.0.1:56088_solr, 127.0.0.1:56094_solr] Last available state: DocCollection(outOfSyncReplicasCannotBecomeLeader-true//collections/outOfSyncReplicasCannotBecomeLeader-true/state.json/8)={   "pullReplicas":"0",   "replicationFactor":"3",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node62":{           "core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n61",           "base_url":"https://127.0.0.1:56076/solr",           "node_name":"127.0.0.1:56076_solr",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node64":{           "core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n63",           "base_url":"https://127.0.0.1:56082/solr",           "node_name":"127.0.0.1:56082_solr",           "state":"recovering",           "type":"NRT"},         "core_node66":{           "core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n65",           "base_url":"https://127.0.0.1:56088/solr",           "node_name":"127.0.0.1:56088_solr",           "state":"down",           "type":"NRT"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"3",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Timeout waiting for 1x3 collection
null
Live Nodes: [127.0.0.1:56076_solr, 127.0.0.1:56082_solr, 127.0.0.1:56088_solr, 127.0.0.1:56094_solr]
Last available state: DocCollection(outOfSyncReplicasCannotBecomeLeader-true//collections/outOfSyncReplicasCannotBecomeLeader-true/state.json/8)={
  "pullReplicas":"0",
  "replicationFactor":"3",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node62":{
          "core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n61",
          "base_url":"https://127.0.0.1:56076/solr",
          "node_name":"127.0.0.1:56076_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node64":{
          "core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n63",
          "base_url":"https://127.0.0.1:56082/solr",
          "node_name":"127.0.0.1:56082_solr",
          "state":"recovering",
          "type":"NRT"},
        "core_node66":{
          "core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n65",
          "base_url":"https://127.0.0.1:56088/solr",
          "node_name":"127.0.0.1:56088_solr",
          "state":"down",
          "type":"NRT"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"3",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([A63F5F10292DD7EE:8EAACD45FAA006B5]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
	at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:116)
	at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeaderAfterRestart(TestCloudConsistency.java:97)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader

Error Message:
Timeout waiting for 1x3 collection null Live Nodes: [127.0.0.1:56076_solr, 127.0.0.1:56082_solr, 127.0.0.1:56088_solr, 127.0.0.1:56094_solr] Last available state: DocCollection(outOfSyncReplicasCannotBecomeLeader-false//collections/outOfSyncReplicasCannotBecomeLeader-false/state.json/8)={   "pullReplicas":"0",   "replicationFactor":"3",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node62":{           "core":"outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n61",           "base_url":"https://127.0.0.1:56076/solr",           "node_name":"127.0.0.1:56076_solr",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node64":{           "core":"outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n63",           "base_url":"https://127.0.0.1:56082/solr",           "node_name":"127.0.0.1:56082_solr",           "state":"down",           "type":"NRT"},         "core_node66":{           "core":"outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65",           "base_url":"https://127.0.0.1:56088/solr",           "node_name":"127.0.0.1:56088_solr",           "state":"down",           "type":"NRT"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"3",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Timeout waiting for 1x3 collection
null
Live Nodes: [127.0.0.1:56076_solr, 127.0.0.1:56082_solr, 127.0.0.1:56088_solr, 127.0.0.1:56094_solr]
Last available state: DocCollection(outOfSyncReplicasCannotBecomeLeader-false//collections/outOfSyncReplicasCannotBecomeLeader-false/state.json/8)={
  "pullReplicas":"0",
  "replicationFactor":"3",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node62":{
          "core":"outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n61",
          "base_url":"https://127.0.0.1:56076/solr",
          "node_name":"127.0.0.1:56076_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node64":{
          "core":"outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n63",
          "base_url":"https://127.0.0.1:56082/solr",
          "node_name":"127.0.0.1:56082_solr",
          "state":"down",
          "type":"NRT"},
        "core_node66":{
          "core":"outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65",
          "base_url":"https://127.0.0.1:56088/solr",
          "node_name":"127.0.0.1:56088_solr",
          "state":"down",
          "type":"NRT"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"3",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([A63F5F10292DD7EE:D8D47F00EA4AD8D4]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
	at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:116)
	at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:92)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1840 lines...]
   [junit4] JVM J1: stdout was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/test/temp/junit4-J1-20180324_055002_6667849525836336849021.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] codec: CheapBastard, pf: Asserting, dvf: Direct
   [junit4] <<< JVM J1: EOF ----

[...truncated 10747 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudConsistency
   [junit4]   2> 402038 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_A63F5F10292DD7EE-001/init-core-data-001
   [junit4]   2> 402043 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 402044 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 402046 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_A63F5F10292DD7EE-001/tempDir-001
   [junit4]   2> 402046 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 402048 INFO  (Thread-650) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 402048 INFO  (Thread-650) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 402068 ERROR (Thread-650) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 402150 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:56052
   [junit4]   2> 402178 INFO  (zkConnectionManagerCallback-926-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402189 INFO  (jetty-launcher-923-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 402189 INFO  (jetty-launcher-923-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 402189 INFO  (jetty-launcher-923-thread-4) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 402190 INFO  (jetty-launcher-923-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 402191 INFO  (jetty-launcher-923-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 402191 INFO  (jetty-launcher-923-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 402191 INFO  (jetty-launcher-923-thread-3) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 402192 INFO  (jetty-launcher-923-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@434e5aa4{/solr,null,AVAILABLE}
   [junit4]   2> 402193 INFO  (jetty-launcher-923-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 402193 INFO  (jetty-launcher-923-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 402193 INFO  (jetty-launcher-923-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 402193 INFO  (jetty-launcher-923-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 402193 INFO  (jetty-launcher-923-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 402193 INFO  (jetty-launcher-923-thread-4) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 402194 INFO  (jetty-launcher-923-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7564db4c{/solr,null,AVAILABLE}
   [junit4]   2> 402194 INFO  (jetty-launcher-923-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@428c5f2c{SSL,[ssl, http/1.1]}{127.0.0.1:56054}
   [junit4]   2> 402194 INFO  (jetty-launcher-923-thread-3) [    ] o.e.j.s.Server Started @406683ms
   [junit4]   2> 402194 INFO  (jetty-launcher-923-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56054}
   [junit4]   2> 402194 INFO  (jetty-launcher-923-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41b06e77{/solr,null,AVAILABLE}
   [junit4]   2> 402194 ERROR (jetty-launcher-923-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 402194 INFO  (jetty-launcher-923-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 402194 INFO  (jetty-launcher-923-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 402194 INFO  (jetty-launcher-923-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 402194 INFO  (jetty-launcher-923-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@11343561{SSL,[ssl, http/1.1]}{127.0.0.1:56056}
   [junit4]   2> 402194 INFO  (jetty-launcher-923-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-24T06:23:28.739Z
   [junit4]   2> 402194 INFO  (jetty-launcher-923-thread-1) [    ] o.e.j.s.Server Started @406683ms
   [junit4]   2> 402194 INFO  (jetty-launcher-923-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56056}
   [junit4]   2> 402195 ERROR (jetty-launcher-923-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 402195 INFO  (jetty-launcher-923-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 402195 INFO  (jetty-launcher-923-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 402195 INFO  (jetty-launcher-923-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 402195 INFO  (jetty-launcher-923-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-24T06:23:28.740Z
   [junit4]   2> 402195 INFO  (jetty-launcher-923-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 402195 INFO  (jetty-launcher-923-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 402195 INFO  (jetty-launcher-923-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 402196 INFO  (jetty-launcher-923-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3fa830c9{SSL,[ssl, http/1.1]}{127.0.0.1:56055}
   [junit4]   2> 402196 INFO  (jetty-launcher-923-thread-4) [    ] o.e.j.s.Server Started @406685ms
   [junit4]   2> 402196 INFO  (jetty-launcher-923-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56055}
   [junit4]   2> 402196 ERROR (jetty-launcher-923-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 402196 INFO  (jetty-launcher-923-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26fba530{/solr,null,AVAILABLE}
   [junit4]   2> 402196 INFO  (jetty-launcher-923-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 402196 INFO  (jetty-launcher-923-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 402196 INFO  (jetty-launcher-923-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 402196 INFO  (jetty-launcher-923-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-24T06:23:28.741Z
   [junit4]   2> 402198 INFO  (jetty-launcher-923-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@75af7797{SSL,[ssl, http/1.1]}{127.0.0.1:56058}
   [junit4]   2> 402198 INFO  (jetty-launcher-923-thread-2) [    ] o.e.j.s.Server Started @406687ms
   [junit4]   2> 402198 INFO  (jetty-launcher-923-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56058}
   [junit4]   2> 402198 ERROR (jetty-launcher-923-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 402199 INFO  (jetty-launcher-923-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 402199 INFO  (jetty-launcher-923-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 402199 INFO  (jetty-launcher-923-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 402199 INFO  (jetty-launcher-923-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-24T06:23:28.744Z
   [junit4]   2> 402199 INFO  (zkConnectionManagerCallback-930-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402200 INFO  (zkConnectionManagerCallback-928-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402200 INFO  (zkConnectionManagerCallback-932-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402201 INFO  (jetty-launcher-923-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 402201 INFO  (jetty-launcher-923-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 402201 INFO  (zkConnectionManagerCallback-934-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402201 INFO  (jetty-launcher-923-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 402202 INFO  (jetty-launcher-923-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 402209 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10032a2f2970004, likely client has closed socket
   [junit4]   2> 402213 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10032a2f2970003, likely client has closed socket
   [junit4]   2> 402214 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10032a2f2970001, likely client has closed socket
   [junit4]   2> 402215 INFO  (jetty-launcher-923-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56052/solr
   [junit4]   2> 402216 INFO  (jetty-launcher-923-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56052/solr
   [junit4]   2> 402218 INFO  (zkConnectionManagerCallback-940-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402219 INFO  (zkConnectionManagerCallback-943-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402219 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10032a2f2970005, likely client has closed socket
   [junit4]   2> 402220 INFO  (jetty-launcher-923-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56052/solr
   [junit4]   2> 402221 INFO  (zkConnectionManagerCallback-946-thread-1-processing-n:127.0.0.1:56055_solr) [n:127.0.0.1:56055_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402222 INFO  (zkConnectionManagerCallback-949-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402223 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10032a2f2970006, likely client has closed socket
   [junit4]   2> 402226 INFO  (zkConnectionManagerCallback-951-thread-1-processing-n:127.0.0.1:56056_solr) [n:127.0.0.1:56056_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402227 INFO  (zkConnectionManagerCallback-953-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402271 INFO  (jetty-launcher-923-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56052/solr
   [junit4]   2> 402276 INFO  (zkConnectionManagerCallback-959-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402294 INFO  (zkConnectionManagerCallback-961-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402340 INFO  (jetty-launcher-923-thread-2) [n:127.0.0.1:56058_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 402342 INFO  (jetty-launcher-923-thread-2) [n:127.0.0.1:56058_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56058_solr
   [junit4]   2> 402343 INFO  (jetty-launcher-923-thread-2) [n:127.0.0.1:56058_solr    ] o.a.s.c.Overseer Overseer (id=72113269474000908-127.0.0.1:56058_solr-n_0000000000) starting
   [junit4]   2> 402356 INFO  (zkConnectionManagerCallback-966-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402359 INFO  (jetty-launcher-923-thread-2) [n:127.0.0.1:56058_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56052/solr ready
   [junit4]   2> 402361 INFO  (jetty-launcher-923-thread-2) [n:127.0.0.1:56058_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56058_solr
   [junit4]   2> 402364 INFO  (OverseerStateUpdate-72113269474000908-127.0.0.1:56058_solr-n_0000000000) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 402365 INFO  (zkCallback-965-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 402397 INFO  (jetty-launcher-923-thread-1) [n:127.0.0.1:56056_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 402398 INFO  (jetty-launcher-923-thread-4) [n:127.0.0.1:56055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 402401 INFO  (jetty-launcher-923-thread-1) [n:127.0.0.1:56056_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 402401 INFO  (jetty-launcher-923-thread-4) [n:127.0.0.1:56055_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 402404 INFO  (jetty-launcher-923-thread-1) [n:127.0.0.1:56056_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56056_solr
   [junit4]   2> 402406 INFO  (jetty-launcher-923-thread-4) [n:127.0.0.1:56055_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56055_solr
   [junit4]   2> 402406 INFO  (zkCallback-965-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 402406 INFO  (zkCallback-960-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 402407 INFO  (zkCallback-945-thread-1-processing-n:127.0.0.1:56055_solr) [n:127.0.0.1:56055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 402409 INFO  (zkCallback-950-thread-1-processing-n:127.0.0.1:56056_solr) [n:127.0.0.1:56056_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 402411 INFO  (zkCallback-960-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 402412 INFO  (zkCallback-945-thread-1-processing-n:127.0.0.1:56055_solr) [n:127.0.0.1:56055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 402413 INFO  (zkCallback-950-thread-1-processing-n:127.0.0.1:56056_solr) [n:127.0.0.1:56056_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 402413 INFO  (zkCallback-965-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 402416 INFO  (jetty-launcher-923-thread-3) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 402418 INFO  (jetty-launcher-923-thread-3) [n:127.0.0.1:56054_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 402421 INFO  (jetty-launcher-923-thread-3) [n:127.0.0.1:56054_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56054_solr
   [junit4]   2> 402434 INFO  (zkCallback-950-thread-1-processing-n:127.0.0.1:56056_solr) [n:127.0.0.1:56056_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 402434 INFO  (zkCallback-952-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 402464 INFO  (zkCallback-960-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 402464 INFO  (zkCallback-965-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 402464 INFO  (zkCallback-945-thread-1-processing-n:127.0.0.1:56055_solr) [n:127.0.0.1:56055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 402696 INFO  (jetty-launcher-923-thread-2) [n:127.0.0.1:56058_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56058.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 402703 INFO  (jetty-launcher-923-thread-2) [n:127.0.0.1:56058_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56058.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 402703 INFO  (jetty-launcher-923-thread-2) [n:127.0.0.1:56058_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56058.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 402704 INFO  (jetty-launcher-923-thread-2) [n:127.0.0.1:56058_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_A63F5F10292DD7EE-001/tempDir-001/node2/.
   [junit4]   2> 402763 INFO  (jetty-launcher-923-thread-1) [n:127.0.0.1:56056_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56056.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 402777 INFO  (jetty-launcher-923-thread-1) [n:127.0.0.1:56056_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56056.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 402777 INFO  (jetty-launcher-923-thread-1) [n:127.0.0.1:56056_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56056.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 402778 INFO  (jetty-launcher-923-thread-1) [n:127.0.0.1:56056_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_A63F5F10292DD7EE-001/tempDir-001/node1/.
   [junit4]   2> 402784 INFO  (zkConnectionManagerCallback-970-thread-1-processing-n:127.0.0.1:56056_solr) [n:127.0.0.1:56056_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402785 INFO  (jetty-launcher-923-thread-1) [n:127.0.0.1:56056_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 402786 INFO  (jetty-launcher-923-thread-1) [n:127.0.0.1:56056_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56052/solr ready
   [junit4]   2> 402876 INFO  (jetty-launcher-923-thread-4) [n:127.0.0.1:56055_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56055.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 402882 INFO  (jetty-launcher-923-thread-4) [n:127.0.0.1:56055_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56055.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 402882 INFO  (jetty-launcher-923-thread-4) [n:127.0.0.1:56055_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56055.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 402883 INFO  (jetty-launcher-923-thread-4) [n:127.0.0.1:56055_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_A63F5F10292DD7EE-001/tempDir-001/node4/.
   [junit4]   2> 402888 INFO  (zkConnectionManagerCallback-974-thread-1-processing-n:127.0.0.1:56055_solr) [n:127.0.0.1:56055_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402890 INFO  (jetty-launcher-923-thread-4) [n:127.0.0.1:56055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 402892 INFO  (jetty-launcher-923-thread-4) [n:127.0.0.1:56055_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56052/solr ready
   [junit4]   2> 402944 INFO  (jetty-launcher-923-thread-3) [n:127.0.0.1:56054_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56054.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 402950 INFO  (jetty-launcher-923-thread-3) [n:127.0.0.1:56054_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56054.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 402950 INFO  (jetty-launcher-923-thread-3) [n:127.0.0.1:56054_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56054.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 402951 INFO  (jetty-launcher-923-thread-3) [n:127.0.0.1:56054_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_A63F5F10292DD7EE-001/tempDir-001/node3/.
   [junit4]   2> 402956 INFO  (zkConnectionManagerCallback-978-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402958 INFO  (jetty-launcher-923-thread-3) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 402959 INFO  (jetty-launcher-923-thread-3) [n:127.0.0.1:56054_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56052/solr ready
   [junit4]   2> 402989 INFO  (zkConnectionManagerCallback-980-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402992 INFO  (zkConnectionManagerCallback-984-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 402994 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 402995 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56052/solr ready
   [junit4]   2> 403002 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@75af7797{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 403002 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=849859507
   [junit4]   2> 403002 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 403002 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20d36fd3: rootName = solr_56058, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4d255e40
   [junit4]   2> 403007 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 403007 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a3ebb83: rootName = solr_56058, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3a5845eb
   [junit4]   2> 403010 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 403010 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d607ff7: rootName = solr_56058, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3e67d678
   [junit4]   2> 403012 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:56058_solr
   [junit4]   2> 403014 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 403015 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 403015 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.Overseer Overseer (id=72113269474000908-127.0.0.1:56058_solr-n_0000000000) closing
   [junit4]   2> 403015 INFO  (zkCallback-950-thread-1-processing-n:127.0.0.1:56056_solr) [n:127.0.0.1:56056_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 403015 INFO  (zkCallback-965-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 403015 INFO  (OverseerStateUpdate-72113269474000908-127.0.0.1:56058_solr-n_0000000000) [n:127.0.0.1:56058_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56058_solr
   [junit4]   2> 403015 INFO  (zkCallback-960-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 403015 WARN  (OverseerAutoScalingTriggerThread-72113269474000908-127.0.0.1:56058_solr-n_0000000000) [n:127.0.0.1:56058_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 403015 INFO  (zkCallback-945-thread-1-processing-n:127.0.0.1:56055_solr) [n:127.0.0.1:56055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 403017 INFO  (zkCallback-973-thread-1-processing-n:127.0.0.1:56055_solr) [n:127.0.0.1:56055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 403017 INFO  (zkCallback-977-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 403017 INFO  (zkCallback-952-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 403019 INFO  (zkCallback-983-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 403019 INFO  (zkCallback-969-thread-1-processing-n:127.0.0.1:56056_solr) [n:127.0.0.1:56056_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 403022 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@26fba530{/solr,null,UNAVAILABLE}
   [junit4]   2> 403022 INFO  (zkCallback-950-thread-1-processing-n:127.0.0.1:56056_solr) [n:127.0.0.1:56056_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56056_solr
   [junit4]   2> 403023 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 403025 INFO  (zkCallback-950-thread-1-processing-n:127.0.0.1:56056_solr) [n:127.0.0.1:56056_solr    ] o.a.s.c.Overseer Overseer (id=72113269474000905-127.0.0.1:56056_solr-n_0000000001) starting
   [junit4]   2> 403026 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 403027 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 403027 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 403027 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 403027 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ba63aea{/solr,null,AVAILABLE}
   [junit4]   2> 403028 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6f49bb2{SSL,[ssl, http/1.1]}{127.0.0.1:56077}
   [junit4]   2> 403028 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.Server Started @407517ms
   [junit4]   2> 403028 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56076}
   [junit4]   2> 403028 ERROR (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 403028 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 403028 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 403028 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 403028 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-24T06:23:29.573Z
   [junit4]   2> 403030 INFO  (zkConnectionManagerCallback-986-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 403031 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 403042 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56052/solr
   [junit4]   2> 403044 INFO  (zkConnectionManagerCallback-990-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 403047 INFO  (zkConnectionManagerCallback-992-thread-1-processing-n:127.0.0.1:56076_solr) [n:127.0.0.1:56076_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 403060 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56076_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 403064 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56076_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 403069 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56076_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56076_solr
   [junit4]   2> 403071 INFO  (zkCallback-983-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 403071 INFO  (zkCallback-952-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 403071 INFO  (zkCallback-945-thread-1-processing-n:127.0.0.1:56055_solr) [n:127.0.0.1:56055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 403071 INFO  (zkCallback-973-thread-1-processing-n:127.0.0.1:56055_solr) [n:127.0.0.1:56055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 403071 INFO  (zkCallback-950-thread-1-processing-n:127.0.0.1:56056_solr) [n:127.0.0.1:56056_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 403071 INFO  (zkCallback-977-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 403071 INFO  (zkCallback-969-thread-1-processing-n:127.0.0.1:56056_solr) [n:127.0.0.1:56056_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 403072 INFO  (zkCallback-991-thread-1-processing-n:127.0.0.1:56076_solr) [n:127.0.0.1:56076_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 403570 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56076_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56076.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 403581 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56076_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56076.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 403581 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56076_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56076.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 403583 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56076_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_A63F5F10292DD7EE-001/tempDir-001/node2/.
   [junit4]   2> 403591 INFO  (zkConnectionManagerCallback-997-thread-1-processing-n:127.0.0.1:56076_solr) [n:127.0.0.1:56076_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 403594 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56076_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 403596 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56076_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56052/solr ready
   [junit4]   2> 403656 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.TestCloudConsistency Adding proxy for URL: https://127.0.0.1:56077/solr. Proxy: https://127.0.0.1:56076/solr
   [junit4]   2> 403658 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@11343561{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 403658 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=702465238
   [junit4]   2> 403658 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 403659 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2820ecbd: rootName = solr_56056, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7b40638b
   [junit4]   2> 403667 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 403667 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a57b553: rootName = solr_56056, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3a5845eb
   [junit4]   2> 403675 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 403675 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6dad67d4: rootName = solr_56056, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3e67d678
   [junit4]   2> 403680 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:56056_solr
   [junit4]   2> 403686 INFO  (zkCallback-945-thread-1-processing-n:127.0.0.1:56055_solr) [n:127.0.0.1:56055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 403686 INFO  (zkCallback-969-thread-1-processing-n:127.0.0.1:56056_solr) [n:127.0.0.1:56056_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 403686 INFO  (zkCallback-950-thread-1-processing-n:127.0.0.1:56056_solr) [n:127.0.0.1:56056_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 403686 INFO  (zkCallback-973-thread-1-processing-n:127.0.0.1:56055_solr) [n:127.0.0.1:56055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 403687 INFO  (zkCallback-977-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 403687 INFO  (zkCallback-952-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 403687 INFO  (zkCallback-983-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 403688 INFO  (zkCallback-991-thread-1-processing-n:127.0.0.1:56076_solr) [n:127.0.0.1:56076_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 403689 INFO  (zkCallback-996-thread-1-processing-n:127.0.0.1:56076_solr) [n:127.0.0.1:56076_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 403690 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 403691 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 403691 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.Overseer Overseer (id=72113269474000905-127.0.0.1:56056_solr-n_0000000001) closing
   [junit4]   2> 403691 INFO  (OverseerStateUpdate-72113269474000905-127.0.0.1:56056_solr-n_0000000001) [n:127.0.0.1:56056_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56056_solr
   [junit4]   2> 403692 WARN  (OverseerAutoScalingTriggerThread-72113269474000905-127.0.0.1:56056_solr-n_0000000001) [n:127.0.0.1:56056_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 403699 INFO  (zkCallback-945-thread-1-processing-n:127.0.0.1:56055_solr) [n:127.0.0.1:56055_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56055_solr
   [junit4]   2> 403701 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@41b06e77{/solr,null,UNAVAILABLE}
   [junit4]   2> 403701 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 403702 INFO  (zkCallback-945-thread-1-processing-n:127.0.0.1:56055_solr) [n:127.0.0.1:56055_solr    ] o.a.s.c.Overseer Overseer (id=72113269474000903-127.0.0.1:56055_solr-n_0000000002) starting
   [junit4]   2> 403706 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 403708 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 403708 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 403708 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 403709 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@307d1e15{/solr,null,AVAILABLE}
   [junit4]   2> 403711 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6314eae1{SSL,[ssl, http/1.1]}{127.0.0.1:56083}
   [junit4]   2> 403711 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.Server Started @408200ms
   [junit4]   2> 403711 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56082}
   [junit4]   2> 403711 ERROR (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 403711 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 403711 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 403711 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 403711 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-24T06:23:30.256Z
   [junit4]   2> 403715 INFO  (zkConnectionManagerCallback-999-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 403722 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 403734 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56052/solr
   [junit4]   2> 403736 INFO  (zkConnectionManagerCallback-1003-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 403740 INFO  (zkConnectionManagerCallback-1005-thread-1-processing-n:127.0.0.1:56082_solr) [n:127.0.0.1:56082_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 403757 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56082_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 403762 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56082_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 403767 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56082_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56082_solr
   [junit4]   2> 403769 INFO  (zkCallback-973-thread-1-processing-n:127.0.0.1:56055_solr) [n:127.0.0.1:56055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 403769 INFO  (zkCallback-945-thread-1-processing-n:127.0.0.1:56055_solr) [n:127.0.0.1:56055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 403769 INFO  (zkCallback-977-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 403770 INFO  (zkCallback-991-thread-1-processing-n:127.0.0.1:56076_solr) [n:127.0.0.1:56076_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 403770 INFO  (zkCallback-996-thread-1-processing-n:127.0.0.1:56076_solr) [n:127.0.0.1:56076_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 403770 INFO  (zkCallback-983-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 403770 INFO  (zkCallback-952-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 403771 INFO  (zkCallback-1004-thread-1-processing-n:127.0.0.1:56082_solr) [n:127.0.0.1:56082_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 404162 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56082_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56082.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 404187 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56082_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56082.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 404187 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56082_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56082.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 404189 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56082_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_A63F5F10292DD7EE-001/tempDir-001/node1/.
   [junit4]   2> 404198 INFO  (zkConnectionManagerCallback-1010-thread-1-processing-n:127.0.0.1:56082_solr) [n:127.0.0.1:56082_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 404200 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56082_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 404201 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56082_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56052/solr ready
   [junit4]   2> 404266 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.TestCloudConsistency Adding proxy for URL: https://127.0.0.1:56083/solr. Proxy: https://127.0.0.1:56082/solr
   [junit4]   2> 404268 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3fa830c9{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 404268 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1203449757
   [junit4]   2> 404268 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 404268 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@572f676a: rootName = solr_56055, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@319a8b0d
   [junit4]   2> 404275 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 404275 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@25686d8a: rootName = solr_56055, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3a5845eb
   [junit4]   2> 404280 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 404280 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d784a2e: rootName = solr_56055, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3e67d678
   [junit4]   2> 404282 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:56055_solr
   [junit4]   2> 404285 INFO  (zkCallback-952-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 404285 INFO  (zkCallback-983-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 404285 INFO  (zkCallback-973-thread-1-processing-n:127.0.0.1:56055_solr) [n:127.0.0.1:56055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 404285 INFO  (zkCallback-945-thread-1-processing-n:127.0.0.1:56055_solr) [n:127.0.0.1:56055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 404285 INFO  (zkCallback-996-thread-1-processing-n:127.0.0.1:56076_solr) [n:127.0.0.1:56076_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 404285 INFO  (zkCallback-977-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 404285 INFO  (zkCallback-991-thread-1-processing-n:127.0.0.1:56076_solr) [n:127.0.0.1:56076_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 404286 INFO  (zkCallback-1004-thread-1-processing-n:127.0.0.1:56082_solr) [n:127.0.0.1:56082_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 404286 INFO  (zkCallback-1009-thread-1-processing-n:127.0.0.1:56082_solr) [n:127.0.0.1:56082_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 404287 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 404287 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 404288 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.Overseer Overseer (id=72113269474000903-127.0.0.1:56055_solr-n_0000000002) closing
   [junit4]   2> 404288 INFO  (OverseerStateUpdate-72113269474000903-127.0.0.1:56055_solr-n_0000000002) [n:127.0.0.1:56055_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56055_solr
   [junit4]   2> 404288 WARN  (OverseerAutoScalingTriggerThread-72113269474000903-127.0.0.1:56055_solr-n_0000000002) [n:127.0.0.1:56055_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 404294 INFO  (zkCallback-952-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56054_solr
   [junit4]   2> 404294 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7564db4c{/solr,null,UNAVAILABLE}
   [junit4]   2> 404295 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 404296 INFO  (zkCallback-952-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.Overseer Overseer (id=72113269474000906-127.0.0.1:56054_solr-n_0000000003) starting
   [junit4]   2> 404300 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 404304 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 404304 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 404304 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 404310 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bd2c81f{/solr,null,AVAILABLE}
   [junit4]   2> 404313 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@134d0930{SSL,[ssl, http/1.1]}{127.0.0.1:56089}
   [junit4]   2> 404313 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.Server Started @408802ms
   [junit4]   2> 404313 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56088}
   [junit4]   2> 404314 ERROR (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 404314 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 404314 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 404314 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 404314 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-24T06:23:30.859Z
   [junit4]   2> 404317 INFO  (zkConnectionManagerCallback-1012-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 404318 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 404341 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56052/solr
   [junit4]   2> 404343 INFO  (zkConnectionManagerCallback-1016-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 404347 INFO  (zkConnectionManagerCallback-1018-thread-1-processing-n:127.0.0.1:56088_solr) [n:127.0.0.1:56088_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 404363 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56088_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 404370 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56088_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 404378 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56088_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56088_solr
   [junit4]   2> 404382 INFO  (zkCallback-952-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 404382 INFO  (zkCallback-996-thread-1-processing-n:127.0.0.1:56076_solr) [n:127.0.0.1:56076_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 404382 INFO  (zkCallback-983-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 404382 INFO  (zkCallback-1004-thread-1-processing-n:127.0.0.1:56082_solr) [n:127.0.0.1:56082_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 404382 INFO  (zkCallback-977-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 404382 INFO  (zkCallback-1009-thread-1-processing-n:127.0.0.1:56082_solr) [n:127.0.0.1:56082_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 404382 INFO  (zkCallback-991-thread-1-processing-n:127.0.0.1:56076_solr) [n:127.0.0.1:56076_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 404382 INFO  (zkCallback-1017-thread-1-processing-n:127.0.0.1:56088_solr) [n:127.0.0.1:56088_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 404702 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56088_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56088.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 404713 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56088_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56088.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 404713 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56088_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56088.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 404716 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56088_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_A63F5F10292DD7EE-001/tempDir-001/node4/.
   [junit4]   2> 404725 INFO  (zkConnectionManagerCallback-1023-thread-1-processing-n:127.0.0.1:56088_solr) [n:127.0.0.1:56088_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 404728 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56088_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 404731 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56088_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56052/solr ready
   [junit4]   2> 404811 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.TestCloudConsistency Adding proxy for URL: https://127.0.0.1:56089/solr. Proxy: https://127.0.0.1:56088/solr
   [junit4]   2> 404813 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@428c5f2c{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 404813 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1142517185
   [junit4]   2> 404814 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 404815 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@bab08a7: rootName = solr_56054, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4c7af7b8
   [junit4]   2> 404823 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 404823 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@519c0f5f: rootName = solr_56054, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3a5845eb
   [junit4]   2> 404829 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 404829 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4fb76fed: rootName = solr_56054, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3e67d678
   [junit4]   2> 404833 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:56054_solr
   [junit4]   2> 404835 INFO  (zkCallback-996-thread-1-processing-n:127.0.0.1:56076_solr) [n:127.0.0.1:56076_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 404836 INFO  (zkCallback-983-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 404836 INFO  (zkCallback-977-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 404836 INFO  (zkCallback-952-thread-1-processing-n:127.0.0.1:56054_solr) [n:127.0.0.1:56054_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 404836 INFO  (zkCallback-1009-thread-1-processing-n:127.0.0.1:56082_solr) [n:127.0.0.1:56082_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 404836 INFO  (zkCallback-1004-thread-1-processing-n:127.0.0.1:56082_solr) [n:127.0.0.1:56082_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 404836 INFO  (zkCallback-991-thread-1-processing-n:127.0.0.1:56076_solr) [n:127.0.0.1:56076_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 404836 INFO  (zkCallback-1017-thread-1-processing-n:127.0.0.1:56088_solr) [n:127.0.0.1:56088_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 404837 INFO  (zkCallback-1022-thread-1-processing-n:127.0.0.1:56088_solr) [n:127.0.0.1:56088_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 404838 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 404839 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 404839 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.Overseer Overseer (id=72113269474000906-127.0.0.1:56054_solr-n_0000000003) closing
   [junit4]   2> 404839 INFO  (OverseerStateUpdate-72113269474000906-127.0.0.1:56054_solr-n_0000000003) [n:127.0.0.1:56054_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56054_solr
   [junit4]   2> 404841 WARN  (OverseerAutoScalingTriggerThread-72113269474000906-127.0.0.1:56054_solr-n_0000000003) [n:127.0.0.1:56054_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 404848 INFO  (zkCallback-991-thread-1-processing-n:127.0.0.1:56076_solr) [n:127.0.0.1:56076_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56076_solr
   [junit4]   2> 404849 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@434e5aa4{/solr,null,UNAVAILABLE}
   [junit4]   2> 404850 INFO  (zkCallback-991-thread-1-processing-n:127.0.0.1:56076_solr) [n:127.0.0.1:56076_solr    ] o.a.s.c.Overseer Overseer (id=72113269474000917-127.0.0.1:56076_solr-n_0000000004) starting
   [junit4]   2> 404850 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 404859 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 404868 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 404868 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 404868 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 404874 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cbbfcc0{/solr,null,AVAILABLE}
   [junit4]   2> 404875 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7336adc7{SSL,[ssl, http/1.1]}{127.0.0.1:56095}
   [junit4]   2> 404875 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.e.j.s.Server Started @409364ms
   [junit4]   2> 404875 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56094}
   [junit4]   2> 404876 ERROR (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 404885 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 404885 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 404885 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 404885 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-24T06:23:31.430Z
   [junit4]   2> 404889 INFO  (zkConnectionManagerCallback-1025-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 404890 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 404906 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56052/solr
   [junit4]   2> 404908 INFO  (zkConnectionManagerCallback-1029-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 404912 INFO  (zkConnectionManagerCallback-1031-thread-1-processing-n:127.0.0.1:56094_solr) [n:127.0.0.1:56094_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 404924 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56094_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 404929 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56094_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 404933 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56094_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56094_solr
   [junit4]   2> 404936 INFO  (zkCallback-983-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 404936 INFO  (zkCallback-1004-thread-1-processing-n:127.0.0.1:56082_solr) [n:127.0.0.1:56082_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 404936 INFO  (zkCallback-996-thread-1-processing-n:127.0.0.1:56076_solr) [n:127.0.0.1:56076_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 404936 INFO  (zkCallback-1022-thread-1-processing-n:127.0.0.1:56088_solr) [n:127.0.0.1:56088_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 404936 INFO  (zkCallback-1009-thread-1-processing-n:127.0.0.1:56082_solr) [n:127.0.0.1:56082_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 404936 INFO  (zkCallback-991-thread-1-processing-n:127.0.0.1:56076_solr) [n:127.0.0.1:56076_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 404936 INFO  (zkCallback-1017-thread-1-processing-n:127.0.0.1:56088_solr) [n:127.0.0.1:56088_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 404937 INFO  (zkCallback-1030-thread-1-processing-n:127.0.0.1:56094_solr) [n:127.0.0.1:56094_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 405632 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56094_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56094.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 405643 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56094_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56094.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 405643 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56094_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56094.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@49cf103e
   [junit4]   2> 405645 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56094_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_A63F5F10292DD7EE-001/tempDir-001/node3/.
   [junit4]   2> 405653 INFO  (zkConnectionManagerCallback-1036-thread-1-processing-n:127.0.0.1:56094_solr) [n:127.0.0.1:56094_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 405656 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56094_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 405658 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [n:127.0.0.1:56094_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56052/solr ready
   [junit4]   2> 405734 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.

[...truncated too long message...]

s.session Stopped scavenging
   [junit4]   2> 593251 INFO  (recoveryExecutor-1014-thread-1-processing-n:127.0.0.1:56088_solr x:outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n65 s:shard1 c:outOfSyncReplicasCannotBecomeLeader-true r:core_node66) [n:127.0.0.1:56088_solr c:outOfSyncReplicasCannotBecomeLeader-true s:shard1 r:core_node66 x:outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n65] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.outOfSyncReplicasCannotBecomeLeader-true.shard1.leader, tag=1803479315
   [junit4]   2> 593251 INFO  (recoveryExecutor-1014-thread-2-processing-n:127.0.0.1:56088_solr x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65 s:shard1 c:outOfSyncReplicasCannotBecomeLeader-false r:core_node66) [n:127.0.0.1:56088_solr c:outOfSyncReplicasCannotBecomeLeader-false s:shard1 r:core_node66 x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.outOfSyncReplicasCannotBecomeLeader-false.shard1.replica_n65, tag=675989168
   [junit4]   2> 593251 INFO  (recoveryExecutor-1014-thread-2-processing-n:127.0.0.1:56088_solr x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65 s:shard1 c:outOfSyncReplicasCannotBecomeLeader-false r:core_node66) [n:127.0.0.1:56088_solr c:outOfSyncReplicasCannotBecomeLeader-false s:shard1 r:core_node66 x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@78d6f9f1: rootName = solr_56088, domain = solr.core.outOfSyncReplicasCannotBecomeLeader-false.shard1.replica_n65, service url = null, agent id = null] for registry solr.core.outOfSyncReplicasCannotBecomeLeader-false.shard1.replica_n65 / com.codahale.metrics.MetricRegistry@7f6aa824
   [junit4]   2> 593253 WARN  (recoveryExecutor-1014-thread-1-processing-n:127.0.0.1:56088_solr x:outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n65 s:shard1 c:outOfSyncReplicasCannotBecomeLeader-true r:core_node66) [n:127.0.0.1:56088_solr c:outOfSyncReplicasCannotBecomeLeader-true s:shard1 r:core_node66 x:outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n65] o.a.s.c.RecoveryStrategy Stopping recovery for core=[outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n65] coreNodeName=[core_node66]
   [junit4]   2> 593301 INFO  (recoveryExecutor-1014-thread-2-processing-n:127.0.0.1:56088_solr x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65 s:shard1 c:outOfSyncReplicasCannotBecomeLeader-false r:core_node66) [n:127.0.0.1:56088_solr c:outOfSyncReplicasCannotBecomeLeader-false s:shard1 r:core_node66 x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.outOfSyncReplicasCannotBecomeLeader-false.shard1.leader, tag=675989168
   [junit4]   2> 593301 WARN  (recoveryExecutor-1014-thread-2-processing-n:127.0.0.1:56088_solr x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65 s:shard1 c:outOfSyncReplicasCannotBecomeLeader-false r:core_node66) [n:127.0.0.1:56088_solr c:outOfSyncReplicasCannotBecomeLeader-false s:shard1 r:core_node66 x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65] o.a.s.c.RecoveryStrategy Stopping recovery for core=[outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65] coreNodeName=[core_node66]
   [junit4]   2> 593315 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10032a2f297001e, likely client has closed socket
   [junit4]   2> 593318 INFO  (jetty-closer-924-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@bd2c81f{/solr,null,UNAVAILABLE}
   [junit4]   2> 593323 INFO  (jetty-closer-924-thread-3) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 593326 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10032a2f297001d, likely client has closed socket
   [junit4]   2> 593332 ERROR (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 593335 INFO  (SUITE-TestCloudConsistency-seed#[A63F5F10292DD7EE]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56052 56052
   [junit4]   2> 593378 INFO  (Thread-650) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56052 56052
   [junit4]   2> 593572 WARN  (Thread-650) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	17	/solr/aliases.json
   [junit4]   2> 	11	/solr/collections/outOfSyncReplicasCannotBecomeLeader-true/terms/shard1
   [junit4]   2> 	9	/solr/collections/outOfSyncReplicasCannotBecomeLeader-false/terms/shard1
   [junit4]   2> 	8	/solr/security.json
   [junit4]   2> 	3	/solr/configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/managed-schema
   [junit4]   2> 	3	/solr/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED
   [junit4]   2> 	3	/solr/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/managed-schema
   [junit4]   2> 	3	/solr/configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	24	/solr/collections/outOfSyncReplicasCannotBecomeLeader-false/state.json
   [junit4]   2> 	24	/solr/collections/outOfSyncReplicasCannotBecomeLeader-true/state.json
   [junit4]   2> 	17	/solr/clusterprops.json
   [junit4]   2> 	17	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	17	/solr/live_nodes
   [junit4]   2> 	17	/solr/collections
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	5	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	5	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_A63F5F10292DD7EE-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@aed846e), locale=es-NI, timezone=America/Argentina/Tucuman
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=340362800,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestCloudNestedDocsSort, TestSurroundQueryParser, BaseCdcrDistributedZkTest, TestDirectoryFactory, TestTolerantSearch, SignatureUpdateProcessorFactoryTest, TestManagedSchemaThreadSafety, TestNumericRangeQuery32, JavabinLoaderTest, TestSerializedLuceneMatchVersion, SpatialRPTFieldTypeTest, TestReplicationHandlerBackup, SuggesterFSTTest, TestMaxScoreQueryParser, LukeRequestHandlerTest, SolrInfoBeanTest, CopyFieldTest, StatsComponentTest, HdfsRecoveryZkTest, ConcurrentDeleteAndCreateCollectionTest, SolrCLIZkUtilsTest, SolrSlf4jReporterTest, HttpPartitionOnCommitTest, MoreLikeThisHandlerTest, SchemaApiFailureTest, TestRawTransformer, DistribCursorPagingTest, TestMiniSolrCloudClusterSSL, TestSchemaSimilarityResource, TestPullReplicaErrorHandling, CachingDirectoryFactoryTest, TestManagedStopFilterFactory, FileUtilsTest, TestFileDictionaryLookup, TestScoreJoinQPNoScore, TestDistribDocBasedVersion, AtomicUpdatesTest, SynonymTokenizerTest, OpenExchangeRatesOrgProviderTest, TestPseudoReturnFields, TestSolrFieldCacheBean, AnalysisAfterCoreReloadTest, TestExceedMaxTermLength, CdcrReplicationHandlerTest, AutoAddReplicasPlanActionTest, TestDocTermOrds, TestGraphMLResponseWriter, HighlighterTest, DistributedFacetPivotWhiteBoxTest, TestInitQParser, LIROnShardRestartTest, HdfsTlogReplayBufferedWhileIndexingTest, ZkShardTermsTest, TestCollapseQParserPlugin, DateFieldTest, DataDrivenBlockJoinTest, NumberUtilsTest, HLLUtilTest, TestCloudConsistency]
   [junit4] Completed [171/785 (1!)] on J0 in 191.56s, 2 tests, 2 failures <<< FAILURES!

[...truncated 51690 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4521/consoleText

[repro] Revision: ea504091e517b5a2941b76adef7270b3d6ecb34c

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC"
[repro] Repro line:  ant test  -Dtestcase=TestCloudConsistency -Dtests.method=testOutOfSyncReplicasCannotBecomeLeaderAfterRestart -Dtests.seed=A63F5F10292DD7EE -Dtests.slow=true -Dtests.locale=es-NI -Dtests.timezone=America/Argentina/Tucuman -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[repro] Repro line:  ant test  -Dtestcase=TestCloudConsistency -Dtests.method=testOutOfSyncReplicasCannotBecomeLeader -Dtests.seed=A63F5F10292DD7EE -Dtests.slow=true -Dtests.locale=es-NI -Dtests.timezone=America/Argentina/Tucuman -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TestCloudConsistency
[repro] ant compile-test

[...truncated 3317 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestCloudConsistency" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC" -Dtests.seed=A63F5F10292DD7EE -Dtests.slow=true -Dtests.locale=es-NI -Dtests.timezone=America/Argentina/Tucuman -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[...truncated 73 lines...]
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.TestCloudConsistency
[repro] Exiting with code 0

[...truncated 70 lines...]