You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/02/13 19:52:54 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-12.0.2) - Build # 5656 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5656/
Java: 64bit/jdk-12.0.2 -XX:-UseCompressedOops -XX:+UseSerialGC

4 tests failed.
FAILED:  org.apache.solr.cloud.TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess

Error Message:
No registered leader was found after waiting for 4000ms , collection: testPeersyncFailureReplicationSuccess slice: shard1 saw state=DocCollection(testPeersyncFailureReplicationSuccess//collections/testPeersyncFailureReplicationSuccess/state.json/10)={   "pullReplicas":"0",   "replicationFactor":"1",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node2":{           "core":"testPeersyncFailureReplicationSuccess_shard1_replica_n1",           "base_url":"http://127.0.0.1:62054/solr",           "node_name":"127.0.0.1:62054_solr",           "state":"down",           "type":"NRT",           "force_set_state":"false"},         "core_node4":{           "core":"testPeersyncFailureReplicationSuccess_shard1_replica_n3",           "base_url":"http://127.0.0.1:62110/solr",           "node_name":"127.0.0.1:62110_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"false",   "nrtReplicas":"1",   "tlogReplicas":"0"} with live_nodes=[127.0.0.1:62110_solr]

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: testPeersyncFailureReplicationSuccess slice: shard1 saw state=DocCollection(testPeersyncFailureReplicationSuccess//collections/testPeersyncFailureReplicationSuccess/state.json/10)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"testPeersyncFailureReplicationSuccess_shard1_replica_n1",
          "base_url":"http://127.0.0.1:62054/solr",
          "node_name":"127.0.0.1:62054_solr",
          "state":"down",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node4":{
          "core":"testPeersyncFailureReplicationSuccess_shard1_replica_n3",
          "base_url":"http://127.0.0.1:62110/solr",
          "node_name":"127.0.0.1:62110_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"false",
  "nrtReplicas":"1",
  "tlogReplicas":"0"} with live_nodes=[127.0.0.1:62110_solr]
	at __randomizedtesting.SeedInfo.seed([D0E9EFF3C319E04:D95FFDB0ED8FA967]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:979)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:956)
	at org.apache.solr.cloud.TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess(TestCloudSearcherWarming.java:205)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.TestBulkSchemaConcurrent

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.schema.TestBulkSchemaConcurrent:     1) Thread[id=26538, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.base@12.0.2/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.schema.TestBulkSchemaConcurrent: 
   1) Thread[id=26538, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.base@12.0.2/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
	at __randomizedtesting.SeedInfo.seed([D0E9EFF3C319E04]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.search.FuzzySearchTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.search.FuzzySearchTest:     1) Thread[id=24714, name=SessionTracker, state=TIMED_WAITING, group=TGRP-FuzzySearchTest]         at java.base@12.0.2/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.search.FuzzySearchTest: 
   1) Thread[id=24714, name=SessionTracker, state=TIMED_WAITING, group=TGRP-FuzzySearchTest]
        at java.base@12.0.2/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
	at __randomizedtesting.SeedInfo.seed([D0E9EFF3C319E04]:0)


FAILED:  org.apache.solr.cloud.SystemCollectionCompatTest.testBackCompat

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:50479/solr/.system]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:50479/solr/.system]
	at __randomizedtesting.SeedInfo.seed([D0E9EFF3C319E04:7DFB3D565CF93772]:0)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:345)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.cloud.SystemCollectionCompatTest.setupSystemCollection(SystemCollectionCompatTest.java:118)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:976)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:835)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:50479/solr/.system
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	... 43 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
	... 47 more




Build Log:
[...truncated 13394 lines...]
   [junit4] Suite: org.apache.solr.cloud.SystemCollectionCompatTest
   [junit4]   2> 519638 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_D0E9EFF3C319E04-001/data-dir-56-001
   [junit4]   2> 519638 WARN  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 519638 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 519639 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 519639 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 519640 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_D0E9EFF3C319E04-001/tempDir-001
   [junit4]   2> 519640 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 519641 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 519641 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 519743 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:50474
   [junit4]   2> 519743 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:50474
   [junit4]   2> 519743 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:50474
   [junit4]   2> 519743 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 50474
   [junit4]   2> 519745 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 519752 INFO  (zkConnectionManagerCallback-3629-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 519752 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 519763 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 519771 INFO  (zkConnectionManagerCallback-3631-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 519771 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 519773 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 519778 INFO  (zkConnectionManagerCallback-3633-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 519778 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 519897 WARN  (jetty-launcher-3634-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 519897 WARN  (jetty-launcher-3634-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 519897 INFO  (jetty-launcher-3634-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 519897 INFO  (jetty-launcher-3634-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 519897 INFO  (jetty-launcher-3634-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 12.0.2+10
   [junit4]   2> 519897 INFO  (jetty-launcher-3634-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 519897 INFO  (jetty-launcher-3634-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 519897 INFO  (jetty-launcher-3634-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 12.0.2+10
   [junit4]   2> 519900 INFO  (jetty-launcher-3634-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 519900 INFO  (jetty-launcher-3634-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 519900 INFO  (jetty-launcher-3634-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 519900 INFO  (jetty-launcher-3634-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 519900 INFO  (jetty-launcher-3634-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 519900 INFO  (jetty-launcher-3634-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 519901 INFO  (jetty-launcher-3634-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@693d27d3{/solr,null,AVAILABLE}
   [junit4]   2> 519901 INFO  (jetty-launcher-3634-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2929b7f5{/solr,null,AVAILABLE}
   [junit4]   2> 519902 INFO  (jetty-launcher-3634-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1dbf2c5f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:50479}
   [junit4]   2> 519902 INFO  (jetty-launcher-3634-thread-1) [     ] o.e.j.s.Server Started @519993ms
   [junit4]   2> 519902 INFO  (jetty-launcher-3634-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50479}
   [junit4]   2> 519902 INFO  (jetty-launcher-3634-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@af2771b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:50480}
   [junit4]   2> 519902 INFO  (jetty-launcher-3634-thread-2) [     ] o.e.j.s.Server Started @519993ms
   [junit4]   2> 519902 INFO  (jetty-launcher-3634-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50480}
   [junit4]   2> 519902 ERROR (jetty-launcher-3634-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 519902 INFO  (jetty-launcher-3634-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 519902 ERROR (jetty-launcher-3634-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 519902 INFO  (jetty-launcher-3634-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 519902 INFO  (jetty-launcher-3634-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 519902 INFO  (jetty-launcher-3634-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 519902 INFO  (jetty-launcher-3634-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 519902 INFO  (jetty-launcher-3634-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 519902 INFO  (jetty-launcher-3634-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 519902 INFO  (jetty-launcher-3634-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 519902 INFO  (jetty-launcher-3634-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-13T18:52:13.431924Z
   [junit4]   2> 519902 INFO  (jetty-launcher-3634-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-13T18:52:13.431921Z
   [junit4]   2> 519904 INFO  (jetty-launcher-3634-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 519904 INFO  (jetty-launcher-3634-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 519908 INFO  (zkConnectionManagerCallback-3636-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 519908 INFO  (jetty-launcher-3634-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 519908 INFO  (zkConnectionManagerCallback-3638-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 519908 INFO  (jetty-launcher-3634-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 519909 INFO  (jetty-launcher-3634-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 519909 INFO  (jetty-launcher-3634-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 520095 INFO  (jetty-launcher-3634-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 520096 WARN  (jetty-launcher-3634-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@74819df5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 520096 WARN  (jetty-launcher-3634-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@74819df5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 520098 WARN  (jetty-launcher-3634-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@498192e9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 520098 WARN  (jetty-launcher-3634-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@498192e9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 520098 INFO  (jetty-launcher-3634-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50474/solr
   [junit4]   2> 520099 INFO  (jetty-launcher-3634-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 520102 INFO  (zkConnectionManagerCallback-3646-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 520102 INFO  (jetty-launcher-3634-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 520147 INFO  (jetty-launcher-3634-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 520148 WARN  (jetty-launcher-3634-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5ad0c3d9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 520148 WARN  (jetty-launcher-3634-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5ad0c3d9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 520150 WARN  (jetty-launcher-3634-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@14975265[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 520150 WARN  (jetty-launcher-3634-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@14975265[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 520150 INFO  (jetty-launcher-3634-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50474/solr
   [junit4]   2> 520150 INFO  (jetty-launcher-3634-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 520156 INFO  (zkConnectionManagerCallback-3652-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 520156 INFO  (jetty-launcher-3634-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 520208 INFO  (jetty-launcher-3634-thread-1) [n:127.0.0.1:50479_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 520210 INFO  (zkConnectionManagerCallback-3654-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 520210 INFO  (jetty-launcher-3634-thread-1) [n:127.0.0.1:50479_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 520312 INFO  (jetty-launcher-3634-thread-2) [n:127.0.0.1:50480_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 520315 INFO  (zkConnectionManagerCallback-3658-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 520315 INFO  (jetty-launcher-3634-thread-2) [n:127.0.0.1:50480_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 520340 INFO  (jetty-launcher-3634-thread-2) [n:127.0.0.1:50480_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50480_solr
   [junit4]   2> 520343 INFO  (jetty-launcher-3634-thread-2) [n:127.0.0.1:50480_solr     ] o.a.s.c.Overseer Overseer (id=72059478372974600-127.0.0.1:50480_solr-n_0000000000) starting
   [junit4]   2> 520385 INFO  (OverseerStateUpdate-72059478372974600-127.0.0.1:50480_solr-n_0000000000) [n:127.0.0.1:50480_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:50480_solr
   [junit4]   2> 520387 INFO  (jetty-launcher-3634-thread-2) [n:127.0.0.1:50480_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50480_solr
   [junit4]   2> 520393 INFO  (OverseerStateUpdate-72059478372974600-127.0.0.1:50480_solr-n_0000000000) [n:127.0.0.1:50480_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 520401 INFO  (jetty-launcher-3634-thread-2) [n:127.0.0.1:50480_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 520402 WARN  (jetty-launcher-3634-thread-2) [n:127.0.0.1:50480_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 520421 INFO  (jetty-launcher-3634-thread-2) [n:127.0.0.1:50480_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 520462 INFO  (jetty-launcher-3634-thread-2) [n:127.0.0.1:50480_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50480.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@283f47c6
   [junit4]   2> 520463 INFO  (jetty-launcher-3634-thread-1) [n:127.0.0.1:50479_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 520478 INFO  (jetty-launcher-3634-thread-1) [n:127.0.0.1:50479_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:50479_solr as DOWN
   [junit4]   2> 520481 INFO  (jetty-launcher-3634-thread-1) [n:127.0.0.1:50479_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 520481 INFO  (jetty-launcher-3634-thread-1) [n:127.0.0.1:50479_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50479_solr
   [junit4]   2> 520484 INFO  (zkCallback-3657-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 520484 INFO  (zkCallback-3653-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 520484 INFO  (jetty-launcher-3634-thread-2) [n:127.0.0.1:50480_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50480.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@283f47c6
   [junit4]   2> 520485 INFO  (jetty-launcher-3634-thread-2) [n:127.0.0.1:50480_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50480.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@283f47c6
   [junit4]   2> 520487 INFO  (jetty-launcher-3634-thread-2) [n:127.0.0.1:50480_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_D0E9EFF3C319E04-001/tempDir-001/node2/.
   [junit4]   2> 520487 INFO  (jetty-launcher-3634-thread-1) [n:127.0.0.1:50479_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 520487 WARN  (jetty-launcher-3634-thread-1) [n:127.0.0.1:50479_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 520512 INFO  (jetty-launcher-3634-thread-1) [n:127.0.0.1:50479_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 520541 INFO  (jetty-launcher-3634-thread-1) [n:127.0.0.1:50479_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50479.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@283f47c6
   [junit4]   2> 520549 INFO  (jetty-launcher-3634-thread-1) [n:127.0.0.1:50479_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50479.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@283f47c6
   [junit4]   2> 520549 INFO  (jetty-launcher-3634-thread-1) [n:127.0.0.1:50479_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50479.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@283f47c6
   [junit4]   2> 520550 INFO  (jetty-launcher-3634-thread-1) [n:127.0.0.1:50479_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_D0E9EFF3C319E04-001/tempDir-001/node1/.
   [junit4]   2> 520572 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 520573 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 520575 INFO  (zkConnectionManagerCallback-3669-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 520575 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 520578 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 520580 INFO  (SUITE-SystemCollectionCompatTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50474/solr ready
   [junit4]   2> 520606 INFO  (TEST-SystemCollectionCompatTest.testBackCompat-seed#[D0E9EFF3C319E04]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testBackCompat
   [junit4]   2> 520609 INFO  (TEST-SystemCollectionCompatTest.testBackCompat-seed#[D0E9EFF3C319E04]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 520614 INFO  (zkConnectionManagerCallback-3674-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 520614 INFO  (TEST-SystemCollectionCompatTest.testBackCompat-seed#[D0E9EFF3C319E04]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 520617 INFO  (TEST-SystemCollectionCompatTest.testBackCompat-seed#[D0E9EFF3C319E04]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 520621 INFO  (TEST-SystemCollectionCompatTest.testBackCompat-seed#[D0E9EFF3C319E04]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50474/solr ready
   [junit4]   2> 520624 INFO  (qtp70617581-10164) [n:127.0.0.1:50480_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 520640 INFO  (qtp70617581-10164) [n:127.0.0.1:50480_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=16
   [junit4]   2> 520643 INFO  (qtp70617581-10170) [n:127.0.0.1:50480_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params maxShardsPerNode=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&createNodeSet=127.0.0.1:50479_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 520659 INFO  (OverseerThreadFactory-2860-thread-2-processing-n:127.0.0.1:50480_solr) [n:127.0.0.1:50480_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 520659 INFO  (OverseerCollectionConfigSetProcessor-72059478372974600-127.0.0.1:50480_solr-n_0000000000) [n:127.0.0.1:50480_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 520773 WARN  (OverseerThreadFactory-2860-thread-2-processing-n:127.0.0.1:50480_solr) [n:127.0.0.1:50480_solr     ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 2 on collection .system is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 520786 INFO  (OverseerStateUpdate-72059478372974600-127.0.0.1:50480_solr-n_0000000000) [n:127.0.0.1:50480_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:50479/solr",
   [junit4]   2>   "node_name":"127.0.0.1:50479_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 520792 INFO  (OverseerStateUpdate-72059478372974600-127.0.0.1:50480_solr-n_0000000000) [n:127.0.0.1:50480_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:50479/solr",
   [junit4]   2>   "node_name":"127.0.0.1:50479_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 521007 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr    x:.system_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 521008 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr    x:.system_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 521047 WARN  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrConfig You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
   [junit4]   2> 521047 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 521048 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 521065 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 521068 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 521070 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 521072 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 521084 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 521084 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 521086 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 521087 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 521090 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from configset .system, trusted=true
   [junit4]   2> 521091 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50479.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@283f47c6
   [junit4]   2> 521091 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_D0E9EFF3C319E04-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_D0E9EFF3C319E04-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
   [junit4]   2> 521101 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 521102 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from configset .system, trusted=true
   [junit4]   2> 521102 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50479.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@283f47c6
   [junit4]   2> 521103 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_D0E9EFF3C319E04-001/tempDir-001/node1/.system_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_D0E9EFF3C319E04-001/tempDir-001/node1/./.system_shard1_replica_n2/data/]
   [junit4]   2> 521255 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 521255 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 521255 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 521255 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 521260 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; 
   [junit4]   2> 521260 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 521260 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; 
   [junit4]   2> 521260 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 521266 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@bfefb0d[.system_shard1_replica_n1] main]
   [junit4]   2> 521269 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3fb3cffd[.system_shard1_replica_n2] main]
   [junit4]   2> 521276 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 521278 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 521280 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 521282 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 521285 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 521286 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 521289 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 521290 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 521290 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 521290 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658448704772767744
   [junit4]   2> 521293 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 521295 INFO  (searcherExecutor-2869-thread-1-processing-n:127.0.0.1:50479_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@bfefb0d[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 521297 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 521297 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 7 ms
   [junit4]   2> 521297 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 521298 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658448704781156352
   [junit4]   2> 521302 INFO  (searcherExecutor-2870-thread-1-processing-n:127.0.0.1:50479_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@3fb3cffd[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 521309 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 521309 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.system/leaders/shard1
   [junit4]   2> 521311 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
   [junit4]   2> 521312 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.system/leaders/shard1
   [junit4]   2> 521330 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 521331 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 521331 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50479/solr/.system_shard1_replica_n2/
   [junit4]   2> 521332 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:50479/solr START replicas=[http://127.0.0.1:50479/solr/.system_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 521332 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:50479/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 521334 INFO  (qtp326684736-10163) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 521335 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 521335 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 521335 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/.system/leaders/shard1/leader after winning as /collections/.system/leader_elect/shard1/election/72059478372974599-core_node4-n_0000000000
   [junit4]   2> 521341 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50479/solr/.system_shard1_replica_n2/ shard1
   [junit4]   2> 521446 INFO  (zkCallback-3653-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 521446 INFO  (zkCallback-3653-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 521447 INFO  (zkCallback-3653-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 521449 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 521456 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=448
   [junit4]   2> 521559 INFO  (zkCallback-3653-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 521559 INFO  (zkCallback-3653-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 521559 INFO  (zkCallback-3653-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 521560 INFO  (zkCallback-3653-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 522334 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1328
   [junit4]   2> 522341 INFO  (qtp70617581-10170) [n:127.0.0.1:50480_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 522440 INFO  (zkCallback-3653-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 522440 INFO  (zkCallback-3657-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 522440 INFO  (zkCallback-3653-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 522440 INFO  (zkCallback-3653-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 522440 INFO  (zkCallback-3653-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 522442 INFO  (qtp70617581-10170) [n:127.0.0.1:50480_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={maxShardsPerNode=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&createNodeSet=127.0.0.1:50479_solr&wt=javabin&version=2} status=0 QTime=1799
   [junit4]   2> 522443 INFO  (TEST-SystemCollectionCompatTest.testBackCompat-seed#[D0E9EFF3C319E04]) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: .system
   [junit4]   2> 522464 INFO  (qtp326684736-10163) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node3=1, core_node4=1}, version=2}
   [junit4]   2> 522474 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50479/solr/.system_shard1_replica_n2/&wt=javabin&version=2}{add=[1703fe4fae9T9k0xu3ff0yyv9toyo7twx6imv (1658448705993310208)]} 0 3
   [junit4]   2> 522475 INFO  (qtp326684736-10163) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1703fe4fae9T9k0xu3ff0yyv9toyo7twx6imv (1658448705993310208)]} 0 21
   [junit4]   2> 522477 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1658448706017427456,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 522477 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5cf5355a commitCommandVersion:1658448706017427456
   [junit4]   2> 522479 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1658448706019524608,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 522479 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3115e4f commitCommandVersion:1658448706019524608
   [junit4]   2> 522486 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@50d8c3b5[.system_shard1_replica_n1] main]
   [junit4]   2> 522487 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 522487 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@41998f7a[.system_shard1_replica_n2] main]
   [junit4]   2> 522487 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 522488 INFO  (searcherExecutor-2869-thread-1-processing-n:127.0.0.1:50479_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@50d8c3b5[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={source=flush, lucene.version=9.0.0, java.vm.version=12.0.2+10, java.version=12.0.2, timestamp=1581619936013, java.vendor=AdoptOpenJDK, os=Mac OS X, os.version=10.14.6, java.runtime.version=12.0.2+10, os.arch=x86_64}])))}
   [junit4]   2> 522490 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:50479/solr/.system_shard1_replica_n2/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 11
   [junit4]   2> 522491 INFO  (searcherExecutor-2870-thread-1-processing-n:127.0.0.1:50479_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@41998f7a[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={source=flush, lucene.version=9.0.0, java.vm.version=12.0.2+10, java.version=12.0.2, timestamp=1581619936013, java.vendor=AdoptOpenJDK, os=Mac OS X, os.version=10.14.6, java.runtime.version=12.0.2+10, os.arch=x86_64}])))}
   [junit4]   2> 522491 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n2]  webapp=/solr path=/update params={_stateVer_=.system:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 14
   [junit4]   2> 522496 INFO  (qtp326684736-10163) [n:127.0.0.1:50479_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 522498 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 522502 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 522513 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.SchemaManager managed schema loaded . version : 1 
   [junit4]   2> 522515 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 522538 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 522541 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.ZkController Persisted config data to node /configs/.system/schema.xml.bak 
   [junit4]   2> 522544 INFO  (Thread-2034) [     ] o.a.s.c.SolrCore config update listener called for core .system_shard1_replica_n2
   [junit4]   2> 522549 INFO  (Thread-2034) [     ] o.a.s.c.SolrCore config update listener called for core .system_shard1_replica_n1
   [junit4]   2> 522553 INFO  (Thread-2034) [     ] o.a.s.c.SolrCore core reload .system_shard1_replica_n1
   [junit4]   2> 522559 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 522569 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 522572 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 522572 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.CoreContainer Reloading SolrCore '.system_shard1_replica_n1' using configuration from configset .system
   [junit4]   2> 522638 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50479.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@283f47c6
   [junit4]   2> 522638 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_D0E9EFF3C319E04-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.SystemCollectionCompatTest_D0E9EFF3C319E04-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
   [junit4]   2> 522664 INFO  (OverseerCollectionConfigSetProcessor-72059478372974600-127.0.0.1:50480_solr-n_0000000000) [n:127.0.0.1:50480_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 522733 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; 
   [junit4]   2> 522733 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 522737 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d6ea597[.system_shard1_replica_n1] main]
   [junit4]   2> 522744 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 522748 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 522748 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 522754 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 522755 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 522761 INFO  (searcherExecutor-2879-thread-1-processing-n:127.0.0.1:50479_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@2d6ea597[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={source=flush, lucene.version=9.0.0, java.vm.version=12.0.2+10, java.version=12.0.2, timestamp=1581619936013, java.vendor=AdoptOpenJDK, os=Mac OS X, os.version=10.14.6, java.runtime.version=12.0.2+10, os.arch=x86_64}])))}
   [junit4]   2> 522763 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 522764 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@33a1759e[.system_shard1_replica_n1] main]
   [junit4]   2> 522767 INFO  (searcherExecutor-2879-thread-1-processing-n:127.0.0.1:50479_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@33a1759e[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={source=flush, lucene.version=9.0.0, java.vm.version=12.0.2+10, java.version=12.0.2, timestamp=1581619936013, os=Mac OS X, java.vendor=AdoptOpenJDK, os.version=10.14.6, java.runtime.version=12.0.2+10, os.arch=x86_64}])))}
   [junit4]   2> 522782 INFO  (qtp326684736-10166) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Waiting up to 599 secs for 1 replicas to apply schema update version 2 for collection .system
   [junit4]   2> 522784 INFO  (Thread-2034) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 522800 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 522801 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 522801 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 522803 ERROR (managedSchemaExecutor-2883-thread-1-processing-n:127.0.0.1:50479_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:50479/solr/.system_shard1_replica_n2/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 522806 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 522807 INFO  (Thread-2034) [     ] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 522808 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 522808 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 522809 ERROR (managedSchemaExecutor-2883-thread-1-processing-n:127.0.0.1:50479_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:50479/solr/.system_shard1_replica_n2/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 522810 INFO  (qtp326684736-10163) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 522811 INFO  (Thread-2034) [     ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 522812 INFO  (Thread-2034) [     ] o.a.s.c.CoreContainer Reloading SolrCore '.system_shard1_replica_n1' using configuration from configset .system
   [junit4]   2> 522814 INFO  (qtp326684736-10163) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 522814 INFO  (qtp326684736-10163) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 522815 ERROR (managedSchemaExecutor-2883-thread-1-processing-n:127.0.0.1:50479_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:50479/solr/.system_shard1_replica_n2/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 522816 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 522817 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 522817 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 522818 ERROR (managedSchemaExecutor-2883-thread-1-processing-n:127.0.0.1:50479_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:50479/solr/.system_shard1_replica_n2/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 522820 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 522821 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 522821 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 522822 ERROR (managedSchemaExecutor-2883-thread-1-processing-n:127.0.0.1:50479_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:50479/solr/.system_shard1_replica_n2/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 522823 INFO  (qtp326684736-10163) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 522825 INFO  (qtp326684736-10163) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 522825 INFO  (qtp326684736-10163) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 522826 ERROR (managedSchemaExecutor-2883-thread-1-processing-n:127.0.0.1:50479_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:50479/solr/.system_shard1_replica_n2/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 522827 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 522830 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 522831 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 522831 ERROR (managedSchemaExecutor-2883-thread-1-processing-n:127.0.0.1:50479_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:50479/solr/.system_shard1_replica_n2/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 522833 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 522834 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 522834 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 522835 ERROR (managedSchemaExecutor-2883-thread-1-processing-n:127.0.0.1:50479_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:50479/solr/.system_shard1_replica_n2/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 522836 INFO  (qtp326684736-10163) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 522837 INFO  (qtp326684736-10163) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 522837 INFO  (qtp326684736-10163) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 522837 ERROR (managedSchemaExecutor-2883-thread-1-processing-n:127.0.0.1:50479_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:50479/solr/.system_shard1_replica_n2/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 522838 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 522839 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 522839 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 522839 ERROR (managedSchemaExecutor-2883-thread-1-processing-n:127.0.0.1:50479_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:50479/solr/.system_shard1_replica_n2/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 522840 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 522841 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 522841 INFO  (qtp326684736-10168) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 522842 ERROR (managedSchemaExecutor-2883-thread-1-processing-n:127.0.0.1:50479_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:50479/solr/.system_shard1_replica_n2/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 522843 INFO  (qtp326684736-10163) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 522844 INFO  (qtp326684736-10163) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 522844 INFO  (qtp326684736-10163) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=2&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 522845 ERROR (managedSchemaExecutor-2883-thread-1-processing-n:127.0.0.1:50479_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Replica http://127.0.0.1:50479/solr/.system_shard1_replica_n2/ returned schema version 0 and has not applied schema version 2
   [junit4]   2> 522846 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.h.SchemaHandler REFRESHING SCHEMA (refreshIfBelowVersion=2, currentVersion=0) before returning version!
   [junit4]   2> 522846 INFO  (qtp326684736-10167) [n:127.0.0.1:50479_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2 ] o.a.s.s.ZkIndex

[...truncated too long message...]

  [junit4]   2> 	3	/solr/collections/c1/terms/shard1
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/collections/c1/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/overseer/queue
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 1959298 INFO  (SUITE-FuzzySearchTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:52172
   [junit4]   2> 1959298 INFO  (SUITE-FuzzySearchTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:52172
   [junit4]   2> 1959298 INFO  (SUITE-FuzzySearchTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 52172
   [junit4]   2> 1959299 INFO  (SUITE-FuzzySearchTest-seed#[D0E9EFF3C319E04]-worker) [     ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Feb 13, 2020 7:16:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Feb 13, 2020 7:16:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.search.FuzzySearchTest: 
   [junit4]   2>    1) Thread[id=24714, name=SessionTracker, state=TIMED_WAITING, group=TGRP-FuzzySearchTest]
   [junit4]   2>         at java.base@12.0.2/java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
   [junit4]   2> Feb 13, 2020 7:16:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=24714, name=SessionTracker, state=TIMED_WAITING, group=TGRP-FuzzySearchTest]
   [junit4]   2> 1969430 ERROR (SessionTracker) [     ] o.a.z.s.ZooKeeperCriticalThread Severe unrecoverable error, from thread : SessionTracker
   [junit4]   2>           => java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.base/java.lang.Thread.sleep(Native Method)
   [junit4]   2> java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method) [?:?]
   [junit4]   2> 	at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151) ~[zookeeper-3.5.5.jar:3.5.5]
   [junit4]   2> Feb 13, 2020 7:16:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=529, maxMBSortInHeap=7.461741182376216, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@134a969d), locale=nd-ZW, timezone=America/Montevideo
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 12.0.2 (64-bit)/cpus=6,threads=1,free=42173056,total=367808512
   [junit4]   2> NOTE: All tests run in this JVM: [ClusterStateTest, TriggerCooldownIntegrationTest, TestDocumentBuilder, MoreLikeThisHandlerTest, AutoAddReplicasIntegrationTest, SpellCheckCollatorTest, TestCollectionsAPIViaSolrCloudCluster, HdfsChaosMonkeyNothingIsSafeTest, TestReload, AuditLoggerIntegrationTest, SSLMigrationTest, TestZkChroot, TestSolrFieldCacheBean, TestGraphMLResponseWriter, CollectionsAPIAsyncDistributedZkTest, TestTextField, TestSha256AuthenticationProvider, DocumentBuilderTest, HdfsWriteToMultipleCollectionsTest, TestStressCloudBlindAtomicUpdates, TestCloudRecovery, ZkStateWriterTest, SolrRrdBackendFactoryTest, TestXIncludeConfig, CoreSorterTest, BadIndexSchemaTest, TestSimScenario, SecurityConfHandlerTest, DistributedFacetPivotLargeTest, DateFieldTest, AnalyticsQueryTest, PreAnalyzedFieldTest, TestLuceneMatchVersion, TestLegacyFieldReuse, TestObjectReleaseTracker, EmbeddedSolrNoSerializeTest, MetricTriggerIntegrationTest, CloudMLTQParserTest, TestManagedResourceStorage, TestHttpShardHandlerFactory, PhrasesIdentificationComponentTest, TestCoreAdminApis, NumberUtilsTest, TestCoreContainer, TestUniqueKeyFieldResource, CoreMergeIndexesAdminHandlerTest, TestDFRSimilarityFactory, MissingSegmentRecoveryTest, SyncSliceTest, PKIAuthenticationIntegrationTest, LeaderElectionIntegrationTest, TestDefaultStatsCache, TestInitQParser, TestDocSet, ConvertedLegacyTest, UninvertDocValuesMergePolicyTest, RecoveryAfterSoftCommitTest, TestFieldCacheWithThreads, TestSystemIdResolver, TestDistributedTracing, ZkCLITest, SchemaVersionSpecificBehaviorTest, TestDynamicFieldResource, ConcurrentCreateRoutedAliasTest, TermVectorComponentDistributedTest, TestFieldCache, EnumFieldTest, TestRebalanceLeaders, CdcrVersionReplicationTest, TestRandomFaceting, TestPointFields, CdcrBidirectionalTest, TestCrossCoreJoin, ScheduledTriggerTest, SliceStateTest, TestDistributedMap, TestEmbeddedSolrServerAdminHandler, SignificantTermsQParserPluginTest, DeleteInactiveReplicaTest, OverseerCollectionConfigSetProcessorTest, TestNumericRangeQuery64, SmileWriterTest, TestExplainDocTransformer, AtomicUpdatesTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, LeaderVoteWaitTimeoutTest, TestFacetMethods, TestSQLHandlerNonCloud, WordBreakSolrSpellCheckerTest, TestConfigSetsAPIExclusivity, TestSizeLimitedDistributedMap, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, TestHighlightDedupGrouping, ProtectedTermFilterFactoryTest, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, AliasIntegrationTest, BasicDistributedZk2Test, ChaosMonkeySafeLeaderWithPullReplicasTest, DeleteNodeTest, DeleteStatusTest, DistributedQueueTest, DistributedVersionInfoTest, MoveReplicaTest, RestartWhileUpdatingTest, TestAuthenticationFramework, TestCloudConsistency, TestLocalStatsCacheCloud, TestPrepRecovery, TestTolerantUpdateProcessorRandomCloud, TriLevelCompositeIdRoutingTest, ZkNodePropsTest, ZkShardTermsTest, HdfsCollectionsAPIDistributedZkTest, ShardSplitTest, DistributedFacetPivotWhiteBoxTest, DistributedSuggestComponentTest, SpellCheckComponentTest, JvmMetricsTest, SolrMetricManagerTest, SolrMetricsIntegrationTest, SolrJmxReporterCloudTest, SolrSlf4jReporterTest, TestBinaryField, TestCloudManagedSchema, TestSchemaManager, CursorMarkTest, FuzzySearchTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=FuzzySearchTest -Dtests.seed=D0E9EFF3C319E04 -Dtests.slow=true -Dtests.locale=nd-ZW -Dtests.timezone=America/Montevideo -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | FuzzySearchTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.search.FuzzySearchTest: 
   [junit4]    >    1) Thread[id=24714, name=SessionTracker, state=TIMED_WAITING, group=TGRP-FuzzySearchTest]
   [junit4]    >         at java.base@12.0.2/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D0E9EFF3C319E04]:0)
   [junit4] Completed [729/904 (4!)] on J2 in 12.99s, 1 test, 1 error <<< FAILURES!

[...truncated 53063 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5656/consoleText

[repro] Revision: dcf448efeb941beb447fa1d5e98ee86448051495

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC"
[repro] Repro line:  ant test  -Dtestcase=SystemCollectionCompatTest -Dtests.method=testBackCompat -Dtests.seed=D0E9EFF3C319E04 -Dtests.slow=true -Dtests.locale=brx-IN -Dtests.timezone=America/Grenada -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=TestCloudSearcherWarming -Dtests.method=testPeersyncFailureReplicationSuccess -Dtests.seed=D0E9EFF3C319E04 -Dtests.slow=true -Dtests.locale=hy-AM -Dtests.timezone=America/Caracas -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=TestBulkSchemaConcurrent -Dtests.seed=D0E9EFF3C319E04 -Dtests.slow=true -Dtests.locale=uk -Dtests.timezone=America/Havana -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=FuzzySearchTest -Dtests.seed=D0E9EFF3C319E04 -Dtests.slow=true -Dtests.locale=nd-ZW -Dtests.timezone=America/Montevideo -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TestBulkSchemaConcurrent
[repro]       FuzzySearchTest
[repro]       SystemCollectionCompatTest
[repro]       TestCloudSearcherWarming
[repro] ant compile-test

[...truncated 3168 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=20 -Dtests.class="*.TestBulkSchemaConcurrent|*.FuzzySearchTest|*.SystemCollectionCompatTest|*.TestCloudSearcherWarming" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=D0E9EFF3C319E04 -Dtests.slow=true -Dtests.locale=uk -Dtests.timezone=America/Havana -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 149 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.SystemCollectionCompatTest
[repro]   0/5 failed: org.apache.solr.cloud.TestCloudSearcherWarming
[repro]   0/5 failed: org.apache.solr.schema.TestBulkSchemaConcurrent
[repro]   0/5 failed: org.apache.solr.search.FuzzySearchTest
[repro] Exiting with code 0

[...truncated 73 lines...]