You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/02/12 11:45:10 UTC

[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-13.0.2) - Build # 631 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/631/
Java: 64bit/jdk-13.0.2 -XX:+UseCompressedOops -XX:+UseG1GC

4 tests failed.
FAILED:  org.apache.solr.cloud.UnloadDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=27818, name=testExecutor-8336-thread-2, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=27818, name=testExecutor-8336-thread-2, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49419: ADDREPLICA failed to create replica
	at __randomizedtesting.SeedInfo.seed([2460E09DCD81B910]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
	at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$2(BasicDistributedZkTest.java:760)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:830)


FAILED:  org.apache.solr.cloud.autoscaling.MetricTriggerIntegrationTest.testMetricTrigger

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([2460E09DCD81B910:9E6CD71292696F5F]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.autoscaling.MetricTriggerIntegrationTest.testMetricTrigger(MetricTriggerIntegrationTest.java:150)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:830)


FAILED:  org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testWaitForElapsed

Error Message:
[]

Stack Trace:
java.lang.AssertionError: []
	at __randomizedtesting.SeedInfo.seed([2460E09DCD81B910:CC6CD28C5CFD8B12]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testWaitForElapsed(SearchRateTriggerTest.java:263)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:830)


FAILED:  org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testWaitForElapsed

Error Message:
[]

Stack Trace:
java.lang.AssertionError: []
	at __randomizedtesting.SeedInfo.seed([2460E09DCD81B910:CC6CD28C5CFD8B12]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testWaitForElapsed(SearchRateTriggerTest.java:263)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:830)




Build Log:
[...truncated 15184 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.MetricTriggerIntegrationTest
   [junit4]   2> 1588752 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.MetricTriggerIntegrationTest_2460E09DCD81B910-001/data-dir-102-001
   [junit4]   2> 1588753 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1588754 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1588755 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1588755 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.MetricTriggerIntegrationTest_2460E09DCD81B910-001/tempDir-001
   [junit4]   2> 1588755 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1588756 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1588756 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1588862 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:49560
   [junit4]   2> 1588862 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:49560
   [junit4]   2> 1588862 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:49560
   [junit4]   2> 1588862 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 49560
   [junit4]   2> 1588865 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1588875 INFO  (zkConnectionManagerCallback-6660-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1588875 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1588887 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1588893 INFO  (zkConnectionManagerCallback-6662-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1588893 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1588895 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1588909 INFO  (zkConnectionManagerCallback-6664-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1588909 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1589018 WARN  (jetty-launcher-6665-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1589018 INFO  (jetty-launcher-6665-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1589018 INFO  (jetty-launcher-6665-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1589018 INFO  (jetty-launcher-6665-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 13.0.2+8
   [junit4]   2> 1589019 WARN  (jetty-launcher-6665-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1589019 INFO  (jetty-launcher-6665-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1589019 INFO  (jetty-launcher-6665-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1589019 INFO  (jetty-launcher-6665-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 13.0.2+8
   [junit4]   2> 1589022 INFO  (jetty-launcher-6665-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1589022 INFO  (jetty-launcher-6665-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1589022 INFO  (jetty-launcher-6665-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1589023 INFO  (jetty-launcher-6665-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3669e22a{/solr,null,AVAILABLE}
   [junit4]   2> 1589023 INFO  (jetty-launcher-6665-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1589023 INFO  (jetty-launcher-6665-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1589023 INFO  (jetty-launcher-6665-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1589023 INFO  (jetty-launcher-6665-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f5bf1b0{/solr,null,AVAILABLE}
   [junit4]   2> 1589024 INFO  (jetty-launcher-6665-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@30351707{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:49566}
   [junit4]   2> 1589024 INFO  (jetty-launcher-6665-thread-1) [     ] o.e.j.s.Server Started @1589133ms
   [junit4]   2> 1589024 INFO  (jetty-launcher-6665-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49566}
   [junit4]   2> 1589025 INFO  (jetty-launcher-6665-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@605bc640{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:49567}
   [junit4]   2> 1589025 INFO  (jetty-launcher-6665-thread-2) [     ] o.e.j.s.Server Started @1589133ms
   [junit4]   2> 1589025 ERROR (jetty-launcher-6665-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1589025 INFO  (jetty-launcher-6665-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1589025 INFO  (jetty-launcher-6665-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49567}
   [junit4]   2> 1589025 INFO  (jetty-launcher-6665-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.0
   [junit4]   2> 1589025 INFO  (jetty-launcher-6665-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1589025 INFO  (jetty-launcher-6665-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
   [junit4]   2> 1589025 INFO  (jetty-launcher-6665-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-12T11:09:18.752223Z
   [junit4]   2> 1589025 ERROR (jetty-launcher-6665-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1589025 INFO  (jetty-launcher-6665-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1589025 INFO  (jetty-launcher-6665-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.0
   [junit4]   2> 1589025 INFO  (jetty-launcher-6665-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1589025 INFO  (jetty-launcher-6665-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
   [junit4]   2> 1589025 INFO  (jetty-launcher-6665-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-12T11:09:18.752509Z
   [junit4]   2> 1589027 INFO  (jetty-launcher-6665-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1589028 INFO  (jetty-launcher-6665-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1589033 INFO  (zkConnectionManagerCallback-6667-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1589033 INFO  (jetty-launcher-6665-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1589033 INFO  (zkConnectionManagerCallback-6669-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1589033 INFO  (jetty-launcher-6665-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1589034 INFO  (jetty-launcher-6665-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1589035 INFO  (jetty-launcher-6665-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1589318 INFO  (jetty-launcher-6665-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1589321 WARN  (jetty-launcher-6665-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@60bd6315[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1589321 WARN  (jetty-launcher-6665-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@60bd6315[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1589330 WARN  (jetty-launcher-6665-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2f3c68db[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1589330 WARN  (jetty-launcher-6665-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2f3c68db[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1589333 INFO  (jetty-launcher-6665-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49560/solr
   [junit4]   2> 1589334 INFO  (jetty-launcher-6665-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1589339 INFO  (zkConnectionManagerCallback-6677-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1589339 INFO  (jetty-launcher-6665-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1589458 INFO  (jetty-launcher-6665-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1589463 WARN  (jetty-launcher-6665-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@31e3dabb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1589463 WARN  (jetty-launcher-6665-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@31e3dabb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1589469 INFO  (jetty-launcher-6665-thread-2) [n:127.0.0.1:49567_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1589474 WARN  (jetty-launcher-6665-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@47772618[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1589474 INFO  (zkConnectionManagerCallback-6679-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1589474 INFO  (jetty-launcher-6665-thread-2) [n:127.0.0.1:49567_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1589475 WARN  (jetty-launcher-6665-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@47772618[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1589479 INFO  (jetty-launcher-6665-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49560/solr
   [junit4]   2> 1589490 INFO  (jetty-launcher-6665-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1589493 INFO  (zkConnectionManagerCallback-6685-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1589493 INFO  (jetty-launcher-6665-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1589614 INFO  (jetty-launcher-6665-thread-1) [n:127.0.0.1:49566_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1589617 INFO  (zkConnectionManagerCallback-6689-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1589618 INFO  (jetty-launcher-6665-thread-1) [n:127.0.0.1:49566_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1589711 INFO  (jetty-launcher-6665-thread-1) [n:127.0.0.1:49566_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49566_solr
   [junit4]   2> 1589714 INFO  (jetty-launcher-6665-thread-1) [n:127.0.0.1:49566_solr     ] o.a.s.c.Overseer Overseer (id=72068060357656584-127.0.0.1:49566_solr-n_0000000000) starting
   [junit4]   2> 1589756 INFO  (OverseerStateUpdate-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [n:127.0.0.1:49566_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:49566_solr
   [junit4]   2> 1589758 DEBUG (OverseerAutoScalingTriggerThread-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1589759 INFO  (jetty-launcher-6665-thread-1) [n:127.0.0.1:49566_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49566_solr
   [junit4]   2> 1589763 DEBUG (OverseerAutoScalingTriggerThread-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1589763 DEBUG (OverseerAutoScalingTriggerThread-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 1589763 DEBUG (OverseerAutoScalingTriggerThread-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1589767 INFO  (zkCallback-6688-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1589774 INFO  (jetty-launcher-6665-thread-1) [n:127.0.0.1:49566_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1589775 WARN  (jetty-launcher-6665-thread-1) [n:127.0.0.1:49566_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1589779 DEBUG (OverseerAutoScalingTriggerThread-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:49566_solr]
   [junit4]   2> 1589781 DEBUG (OverseerAutoScalingTriggerThread-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 1589783 DEBUG (ScheduledTrigger-4741-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1589783 DEBUG (OverseerAutoScalingTriggerThread-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1589799 INFO  (jetty-launcher-6665-thread-1) [n:127.0.0.1:49566_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1589824 INFO  (jetty-launcher-6665-thread-1) [n:127.0.0.1:49566_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49566.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@789fb7c7
   [junit4]   2> 1589834 INFO  (jetty-launcher-6665-thread-1) [n:127.0.0.1:49566_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49566.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@789fb7c7
   [junit4]   2> 1589834 INFO  (jetty-launcher-6665-thread-1) [n:127.0.0.1:49566_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49566.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@789fb7c7
   [junit4]   2> 1589835 INFO  (jetty-launcher-6665-thread-1) [n:127.0.0.1:49566_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.MetricTriggerIntegrationTest_2460E09DCD81B910-001/tempDir-001/node1/.
   [junit4]   2> 1589883 INFO  (jetty-launcher-6665-thread-2) [n:127.0.0.1:49567_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1589892 INFO  (jetty-launcher-6665-thread-2) [n:127.0.0.1:49567_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:49567_solr as DOWN
   [junit4]   2> 1589895 INFO  (jetty-launcher-6665-thread-2) [n:127.0.0.1:49567_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1589895 INFO  (jetty-launcher-6665-thread-2) [n:127.0.0.1:49567_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49567_solr
   [junit4]   2> 1589898 INFO  (zkCallback-6688-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1589898 INFO  (zkCallback-6678-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1589901 INFO  (jetty-launcher-6665-thread-2) [n:127.0.0.1:49567_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1589902 WARN  (jetty-launcher-6665-thread-2) [n:127.0.0.1:49567_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1589920 INFO  (jetty-launcher-6665-thread-2) [n:127.0.0.1:49567_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1589960 INFO  (jetty-launcher-6665-thread-2) [n:127.0.0.1:49567_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49567.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@789fb7c7
   [junit4]   2> 1589976 INFO  (jetty-launcher-6665-thread-2) [n:127.0.0.1:49567_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49567.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@789fb7c7
   [junit4]   2> 1589976 INFO  (jetty-launcher-6665-thread-2) [n:127.0.0.1:49567_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49567.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@789fb7c7
   [junit4]   2> 1589977 INFO  (jetty-launcher-6665-thread-2) [n:127.0.0.1:49567_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.MetricTriggerIntegrationTest_2460E09DCD81B910-001/tempDir-001/node2/.
   [junit4]   2> 1589997 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 1589998 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1590001 INFO  (zkConnectionManagerCallback-6700-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1590001 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1590003 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1590006 INFO  (SUITE-MetricTriggerIntegrationTest-seed#[2460E09DCD81B910]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49560/solr ready
   [junit4]   2> 1590014 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1590018 INFO  (qtp1056108201-18473) [n:127.0.0.1:49566_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1590019 INFO  (qtp1855727075-18477) [n:127.0.0.1:49567_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1590020 DEBUG (qtp1056108201-18468) [n:127.0.0.1:49566_solr     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1590021 INFO  (qtp1056108201-18468) [n:127.0.0.1:49566_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 1590022 DEBUG (zkCallback-6688-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1590024 DEBUG (OverseerAutoScalingTriggerThread-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1590039 DEBUG (OverseerAutoScalingTriggerThread-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 1590045 DEBUG (OverseerAutoScalingTriggerThread-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1590079 INFO  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testMetricTrigger
   [junit4]   2> 1590082 INFO  (qtp1855727075-18474) [n:127.0.0.1:49567_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&name=testMetricTrigger&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1590091 INFO  (OverseerThreadFactory-4743-thread-1-processing-n:127.0.0.1:49566_solr) [n:127.0.0.1:49566_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testMetricTrigger
   [junit4]   2> 1590222 INFO  (OverseerStateUpdate-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [n:127.0.0.1:49566_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testMetricTrigger",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testMetricTrigger_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49567/solr",
   [junit4]   2>   "node_name":"127.0.0.1:49567_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1590235 INFO  (OverseerStateUpdate-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [n:127.0.0.1:49566_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testMetricTrigger",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testMetricTrigger_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49566/solr",
   [junit4]   2>   "node_name":"127.0.0.1:49566_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1590258 INFO  (OverseerStateUpdate-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [n:127.0.0.1:49566_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testMetricTrigger",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testMetricTrigger_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49567/solr",
   [junit4]   2>   "node_name":"127.0.0.1:49567_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1590270 INFO  (OverseerStateUpdate-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [n:127.0.0.1:49566_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testMetricTrigger",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testMetricTrigger_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49566/solr",
   [junit4]   2>   "node_name":"127.0.0.1:49566_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1590481 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr    x:testMetricTrigger_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1590482 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr    x:testMetricTrigger_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1590482 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr    x:testMetricTrigger_shard1_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1590482 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr    x:testMetricTrigger_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n4&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1590482 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr    x:testMetricTrigger_shard2_replica_n6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n6&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1590530 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 1590538 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 1590539 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.s.IndexSchema [testMetricTrigger_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1590540 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 1590541 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1590541 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard1_replica_n1' using configuration from configset conf, trusted=true
   [junit4]   2> 1590559 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49567.solr.core.testMetricTrigger.shard1.replica_n1' (registry 'solr.core.testMetricTrigger.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@789fb7c7
   [junit4]   2> 1590559 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.c.SolrCore [[testMetricTrigger_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.MetricTriggerIntegrationTest_2460E09DCD81B910-001/tempDir-001/node2/testMetricTrigger_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.MetricTriggerIntegrationTest_2460E09DCD81B910-001/tempDir-001/node2/./testMetricTrigger_shard1_replica_n1/data/]
   [junit4]   2> 1590561 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 1590566 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.s.IndexSchema [testMetricTrigger_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 1590569 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.s.IndexSchema [testMetricTrigger_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 1590569 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1590569 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard2_replica_n4' using configuration from configset conf, trusted=true
   [junit4]   2> 1590570 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49567.solr.core.testMetricTrigger.shard2.replica_n4' (registry 'solr.core.testMetricTrigger.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@789fb7c7
   [junit4]   2> 1590570 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.c.SolrCore [[testMetricTrigger_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.MetricTriggerIntegrationTest_2460E09DCD81B910-001/tempDir-001/node2/testMetricTrigger_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.MetricTriggerIntegrationTest_2460E09DCD81B910-001/tempDir-001/node2/./testMetricTrigger_shard2_replica_n4/data/]
   [junit4]   2> 1590570 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1590571 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard1_replica_n2' using configuration from configset conf, trusted=true
   [junit4]   2> 1590571 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49566.solr.core.testMetricTrigger.shard1.replica_n2' (registry 'solr.core.testMetricTrigger.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@789fb7c7
   [junit4]   2> 1590572 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.c.SolrCore [[testMetricTrigger_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.MetricTriggerIntegrationTest_2460E09DCD81B910-001/tempDir-001/node1/testMetricTrigger_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.MetricTriggerIntegrationTest_2460E09DCD81B910-001/tempDir-001/node1/./testMetricTrigger_shard1_replica_n2/data/]
   [junit4]   2> 1590573 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.s.IndexSchema [testMetricTrigger_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 1590575 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1590575 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard2_replica_n6' using configuration from configset conf, trusted=true
   [junit4]   2> 1590575 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49566.solr.core.testMetricTrigger.shard2.replica_n6' (registry 'solr.core.testMetricTrigger.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@789fb7c7
   [junit4]   2> 1590575 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.c.SolrCore [[testMetricTrigger_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.MetricTriggerIntegrationTest_2460E09DCD81B910-001/tempDir-001/node1/testMetricTrigger_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.MetricTriggerIntegrationTest_2460E09DCD81B910-001/tempDir-001/node1/./testMetricTrigger_shard2_replica_n6/data/]
   [junit4]   2> 1590686 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1590686 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1590690 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1590690 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1590698 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ce90a6f[testMetricTrigger_shard1_replica_n1] main]
   [junit4]   2> 1590703 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1590703 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1590706 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1590706 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1590708 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e69f7d7[testMetricTrigger_shard2_replica_n4] main]
   [junit4]   2> 1590709 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1590709 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1590709 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1590710 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1590711 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1590711 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658328984257036288
   [junit4]   2> 1590712 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1590712 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1590713 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@58b87989[testMetricTrigger_shard2_replica_n6] main]
   [junit4]   2> 1590713 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1590715 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1590716 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1590716 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658328984262279168
   [junit4]   2> 1590717 INFO  (searcherExecutor-4752-thread-1-processing-n:127.0.0.1:49567_solr x:testMetricTrigger_shard1_replica_n1 c:testMetricTrigger s:shard1 r:core_node3) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.c.SolrCore [testMetricTrigger_shard1_replica_n1] Registered new searcher Searcher@7ce90a6f[testMetricTrigger_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1590718 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1590718 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1590719 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1590719 INFO  (searcherExecutor-4753-thread-1-processing-n:127.0.0.1:49567_solr x:testMetricTrigger_shard2_replica_n4 c:testMetricTrigger s:shard2 r:core_node7) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.c.SolrCore [testMetricTrigger_shard2_replica_n4] Registered new searcher Searcher@4e69f7d7[testMetricTrigger_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1590720 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1590721 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1590721 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658328984267522048
   [junit4]   2> 1590722 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1590722 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1590724 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@26abc3a3[testMetricTrigger_shard1_replica_n2] main]
   [junit4]   2> 1590725 INFO  (searcherExecutor-4755-thread-1-processing-n:127.0.0.1:49566_solr x:testMetricTrigger_shard2_replica_n6 c:testMetricTrigger s:shard2 r:core_node8) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.c.SolrCore [testMetricTrigger_shard2_replica_n6] Registered new searcher Searcher@58b87989[testMetricTrigger_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1590728 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testMetricTrigger/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 1590728 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testMetricTrigger/leaders/shard1
   [junit4]   2> 1590730 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1590732 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1590733 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1590733 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658328984280104960
   [junit4]   2> 1590736 INFO  (searcherExecutor-4754-thread-1-processing-n:127.0.0.1:49566_solr x:testMetricTrigger_shard1_replica_n2 c:testMetricTrigger s:shard1 r:core_node5) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.c.SolrCore [testMetricTrigger_shard1_replica_n2] Registered new searcher Searcher@26abc3a3[testMetricTrigger_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1590738 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testMetricTrigger/terms/shard2 to Terms{values={core_node7=0}, version=0}
   [junit4]   2> 1590738 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testMetricTrigger/leaders/shard2
   [junit4]   2> 1590740 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
   [junit4]   2> 1590742 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testMetricTrigger/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
   [junit4]   2> 1590743 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testMetricTrigger/leaders/shard2
   [junit4]   2> 1590751 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9996ms
   [junit4]   2> 1590758 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testMetricTrigger/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
   [junit4]   2> 1590758 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testMetricTrigger/leaders/shard1
   [junit4]   2> 1590764 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1590764 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1590764 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49567/solr/testMetricTrigger_shard2_replica_n4/
   [junit4]   2> 1590766 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.u.PeerSync PeerSync: core=testMetricTrigger_shard2_replica_n4 url=http://127.0.0.1:49567/solr START replicas=[http://127.0.0.1:49566/solr/testMetricTrigger_shard2_replica_n6/] nUpdates=100
   [junit4]   2> 1590766 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.u.PeerSync PeerSync: core=testMetricTrigger_shard2_replica_n4 url=http://127.0.0.1:49567/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1590769 INFO  (qtp1056108201-18468) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.c.S.Request [testMetricTrigger_shard2_replica_n6]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1590770 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1590770 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1590770 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testMetricTrigger/leaders/shard2/leader after winning as /collections/testMetricTrigger/leader_elect/shard2/election/72068060357656582-core_node7-n_0000000000
   [junit4]   2> 1590781 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49567/solr/testMetricTrigger_shard2_replica_n4/ shard2
   [junit4]   2> 1590790 DEBUG (ScheduledTrigger-4741-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 1590897 INFO  (zkCallback-6678-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1590897 INFO  (zkCallback-6678-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1590898 INFO  (zkCallback-6678-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1590909 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1590924 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard2 r:core_node7 x:testMetricTrigger_shard2_replica_n4 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n4&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=442
   [junit4]   2> 1591038 INFO  (zkCallback-6678-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591038 INFO  (zkCallback-6678-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591038 INFO  (zkCallback-6678-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591038 INFO  (zkCallback-6678-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591254 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1591254 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1591254 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49567/solr/testMetricTrigger_shard1_replica_n1/
   [junit4]   2> 1591255 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=testMetricTrigger_shard1_replica_n1 url=http://127.0.0.1:49567/solr START replicas=[http://127.0.0.1:49566/solr/testMetricTrigger_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 1591255 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=testMetricTrigger_shard1_replica_n1 url=http://127.0.0.1:49567/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1591255 INFO  (qtp1056108201-18473) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.c.S.Request [testMetricTrigger_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1591256 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1591256 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1591256 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testMetricTrigger/leaders/shard1/leader after winning as /collections/testMetricTrigger/leader_elect/shard1/election/72068060357656582-core_node3-n_0000000000
   [junit4]   2> 1591260 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49567/solr/testMetricTrigger_shard1_replica_n1/ shard1
   [junit4]   2> 1591371 INFO  (zkCallback-6678-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591371 INFO  (zkCallback-6678-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591371 INFO  (zkCallback-6678-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591372 INFO  (zkCallback-6678-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591376 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1591439 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=958
   [junit4]   2> 1591494 INFO  (zkCallback-6678-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591494 INFO  (zkCallback-6678-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591494 INFO  (zkCallback-6678-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591494 INFO  (zkCallback-6678-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591780 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard2 r:core_node8 x:testMetricTrigger_shard2_replica_n6 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n6&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1298
   [junit4]   2> 1591781 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr c:testMetricTrigger s:shard1 r:core_node5 x:testMetricTrigger_shard1_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1299
   [junit4]   2> 1591786 INFO  (qtp1855727075-18474) [n:127.0.0.1:49567_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1591804 DEBUG (ScheduledTrigger-4741-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1591888 INFO  (zkCallback-6678-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591889 INFO  (zkCallback-6688-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591889 INFO  (zkCallback-6678-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591889 INFO  (zkCallback-6688-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591890 INFO  (zkCallback-6678-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591890 INFO  (zkCallback-6688-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591891 INFO  (zkCallback-6678-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1591893 INFO  (qtp1855727075-18474) [n:127.0.0.1:49567_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&maxShardsPerNode=2&name=testMetricTrigger&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=1811
   [junit4]   2> 1591894 INFO  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testMetricTrigger
   [junit4]   2> 1591915 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.testMetricTrigger.shard2.replica_n4:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1591921 INFO  (qtp1855727075-18474) [n:127.0.0.1:49567_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=4
   [junit4]   2> 1591923 INFO  (qtp1056108201-18468) [n:127.0.0.1:49566_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard2.replica_n6:INDEX.sizeInBytes&key=solr.core.testMetricTrigger.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1591926 INFO  (qtp1056108201-18473) [n:127.0.0.1:49566_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=2
   [junit4]   2> 1591927 DEBUG (qtp1855727075-18477) [n:127.0.0.1:49567_solr     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1591928 INFO  (qtp1855727075-18477) [n:127.0.0.1:49567_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=25
   [junit4]   2> 1591930 DEBUG (zkCallback-6688-thread-2) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1591931 DEBUG (OverseerAutoScalingTriggerThread-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1591935 INFO  (qtp1855727075-18475) [n:127.0.0.1:49567_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.testMetricTrigger.shard2.replica_n4:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1591937 INFO  (qtp1855727075-18474) [n:127.0.0.1:49567_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 1591939 INFO  (qtp1056108201-18471) [n:127.0.0.1:49566_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard2.replica_n6:INDEX.sizeInBytes&key=solr.core.testMetricTrigger.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1591941 INFO  (qtp1056108201-18466) [n:127.0.0.1:49566_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 1591941 DEBUG (qtp1855727075-18478) [n:127.0.0.1:49567_solr     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1591942 DEBUG (OverseerAutoScalingTriggerThread-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 1591944 INFO  (qtp1855727075-18478) [n:127.0.0.1:49567_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=13
   [junit4]   2> 1591946 DEBUG (zkCallback-6688-thread-2) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1591947 DEBUG (OverseerAutoScalingTriggerThread-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 3
   [junit4]   2> 1591947 DEBUG (OverseerAutoScalingTriggerThread-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1591947 INFO  (qtp1855727075-18477) [n:127.0.0.1:49567_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1591949 DEBUG (OverseerAutoScalingTriggerThread-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 1591950 WARN  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1591950 INFO  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1591950 INFO  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1591950 INFO  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 13.0.2+8
   [junit4]   2> 1591953 INFO  (qtp1056108201-18468) [n:127.0.0.1:49566_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1591953 DEBUG (OverseerAutoScalingTriggerThread-72068060357656584-127.0.0.1:49566_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1591955 INFO  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1591955 INFO  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1591955 INFO  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1591956 INFO  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32203238{/solr,null,AVAILABLE}
   [junit4]   2> 1591957 INFO  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7edef837{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:49594}
   [junit4]   2> 1591957 INFO  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.e.j.s.Server Started @1592066ms
   [junit4]   2> 1591958 INFO  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49594}
   [junit4]   2> 1591958 ERROR (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1591958 INFO  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1591958 INFO  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.0
   [junit4]   2> 1591958 INFO  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1591958 INFO  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
   [junit4]   2> 1591958 INFO  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460E09DCD81B910]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-12T11:09:21.685861Z
   [junit4]   2> 1591963 INFO  (TEST-MetricTriggerIntegrationTest.testMetricTrigger-seed#[2460

[...truncated too long message...]

tty-closer-167-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 62374 INFO  (closeThreadPool-180-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72068191464325134-127.0.0.1:63673_solr-n_0000000000) closing
   [junit4]   2> 62375 INFO  (OverseerStateUpdate-72068191464325134-127.0.0.1:63673_solr-n_0000000000) [n:127.0.0.1:63673_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63673_solr
   [junit4]   2> 62375 INFO  (OverseerAutoScalingTriggerThread-72068191464325134-127.0.0.1:63673_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 62393 INFO  (closeThreadPool-180-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72068191464325134-127.0.0.1:63673_solr-n_0000000000) closing
   [junit4]   2> 62406 INFO  (zkCallback-142-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 62406 INFO  (zkCallback-140-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 62406 INFO  (zkCallback-135-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 62416 INFO  (jetty-closer-167-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 62416 INFO  (jetty-closer-167-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d91d4e4: rootName = solr_63675, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5e9272aa
   [junit4]   2> 62416 INFO  (jetty-closer-167-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 62417 INFO  (jetty-closer-167-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 62417 INFO  (jetty-closer-167-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7a2868d2: rootName = solr_63674, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5e9272aa
   [junit4]   2> 62417 INFO  (jetty-closer-167-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 62418 INFO  (jetty-closer-167-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 62418 INFO  (jetty-closer-167-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@505efe15: rootName = solr_63676, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5e9272aa
   [junit4]   2> 62418 INFO  (jetty-closer-167-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 62506 INFO  (jetty-closer-167-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72068191464325134-127.0.0.1:63673_solr-n_0000000000) closing
   [junit4]   2> 62571 INFO  (jetty-closer-167-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@48f0401{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 62582 INFO  (jetty-closer-167-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c24c94f{/solr,null,UNAVAILABLE}
   [junit4]   2> 62589 INFO  (jetty-closer-167-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 62599 INFO  (jetty-closer-167-thread-4) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3d5dee57{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 62604 INFO  (jetty-closer-167-thread-4) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1455f8d5{/solr,null,UNAVAILABLE}
   [junit4]   2> 62613 INFO  (jetty-closer-167-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 62666 INFO  (jetty-closer-167-thread-3) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@4fe46936{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 62672 INFO  (jetty-closer-167-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@37460204{/solr,null,UNAVAILABLE}
   [junit4]   2> 62677 INFO  (jetty-closer-167-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 62686 INFO  (jetty-closer-167-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@28d150be{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 62698 INFO  (jetty-closer-167-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@323813ac{/solr,null,UNAVAILABLE}
   [junit4]   2> 62700 INFO  (jetty-closer-167-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 62707 INFO  (TEST-SearchRateTriggerTest.testDefaultsAndBackcompat-seed#[2460E09DCD81B910]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 62922 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	21	/solr/live_nodes
   [junit4]   2> 	7	/solr/overseer/queue
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 62955 INFO  (TEST-SearchRateTriggerTest.testDefaultsAndBackcompat-seed#[2460E09DCD81B910]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:63656
   [junit4]   2> 62955 INFO  (TEST-SearchRateTriggerTest.testDefaultsAndBackcompat-seed#[2460E09DCD81B910]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:63656
   [junit4]   2> 62955 INFO  (TEST-SearchRateTriggerTest.testDefaultsAndBackcompat-seed#[2460E09DCD81B910]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 63656
   [junit4]   2> 62956 INFO  (TEST-SearchRateTriggerTest.testDefaultsAndBackcompat-seed#[2460E09DCD81B910]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultsAndBackcompat
   [junit4] OK      10.1s J0 | SearchRateTriggerTest.testDefaultsAndBackcompat
   [junit4] IGNOR/A 0.00s J0 | SearchRateTriggerTest.testTrigger
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028"))
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerTest_2460E09DCD81B910-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=718, maxMBSortInHeap=5.049566869012802, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3be51a01), locale=af, timezone=Asia/Tokyo
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 13.0.2 (64-bit)/cpus=6,threads=2,free=59154352,total=133169152
   [junit4]   2> NOTE: All tests run in this JVM: [SearchRateTriggerTest]
   [junit4] Completed [5/15 (5!)] on J0 in 61.21s, 3 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 60 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:1594: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:1121: There were test failures: 15 suites, 25 tests, 5 failures, 5 ignored (5 assumptions) [seed: 2460E09DCD81B910]

Total time: 2 minutes 43 seconds

[repro] Setting last failure code to 256

[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.UnloadDistributedZkTest
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.MetricTriggerIntegrationTest
[repro]   5/5 failed: org.apache.solr.cloud.autoscaling.SearchRateTriggerTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=974c9ac8d96f970623852c9f49b81a68e1fa0583, workspace=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX
[WARNINGS] Computing warning deltas based on reference build #630
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk1.8.0) - Build # 632 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/632/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud:     1) Thread[id=17616, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestTolerantUpdateProcessorRandomCloud]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud: 
   1) Thread[id=17616, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestTolerantUpdateProcessorRandomCloud]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
	at __randomizedtesting.SeedInfo.seed([39318465A53EE223]:0)




Build Log:
[...truncated 15071 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud
   [junit4]   2> 1296117 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1296118 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_39318465A53EE223-001/data-dir-104-001
   [junit4]   2> 1296118 WARN  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=146 numCloses=146
   [junit4]   2> 1296118 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1296122 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9182 - causes OOM) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1296123 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.TestTolerantUpdateProcessorRandomCloud Configuring cluster: servers=5, shards=2, repfactor=2
   [junit4]   2> 1296123 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_39318465A53EE223-001/tempDir-001
   [junit4]   2> 1296123 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1296124 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1296124 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1296225 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:54636
   [junit4]   2> 1296225 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:54636
   [junit4]   2> 1296225 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:54636
   [junit4]   2> 1296225 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 54636
   [junit4]   2> 1296230 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296238 INFO  (zkConnectionManagerCallback-5973-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1296238 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1296245 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296254 INFO  (zkConnectionManagerCallback-5975-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1296254 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1296255 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296261 INFO  (zkConnectionManagerCallback-5977-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1296261 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1296377 WARN  (jetty-launcher-5978-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1296377 WARN  (jetty-launcher-5978-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1296377 INFO  (jetty-launcher-5978-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1296377 INFO  (jetty-launcher-5978-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1296377 INFO  (jetty-launcher-5978-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1296377 INFO  (jetty-launcher-5978-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1296377 INFO  (jetty-launcher-5978-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_201-b09
   [junit4]   2> 1296377 INFO  (jetty-launcher-5978-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_201-b09
   [junit4]   2> 1296378 WARN  (jetty-launcher-5978-thread-4) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1296378 WARN  (jetty-launcher-5978-thread-3) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1296378 INFO  (jetty-launcher-5978-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1296378 INFO  (jetty-launcher-5978-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1296378 INFO  (jetty-launcher-5978-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1296378 INFO  (jetty-launcher-5978-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1296378 WARN  (jetty-launcher-5978-thread-5) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1296378 INFO  (jetty-launcher-5978-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1296378 INFO  (jetty-launcher-5978-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1296378 INFO  (jetty-launcher-5978-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_201-b09
   [junit4]   2> 1296378 INFO  (jetty-launcher-5978-thread-4) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_201-b09
   [junit4]   2> 1296378 INFO  (jetty-launcher-5978-thread-5) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_201-b09
   [junit4]   2> 1296385 INFO  (jetty-launcher-5978-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1296385 INFO  (jetty-launcher-5978-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1296385 INFO  (jetty-launcher-5978-thread-4) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1296385 INFO  (jetty-launcher-5978-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14b6dc56{/solr,null,AVAILABLE}
   [junit4]   2> 1296388 INFO  (jetty-launcher-5978-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1296388 INFO  (jetty-launcher-5978-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1296388 INFO  (jetty-launcher-5978-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1296390 INFO  (jetty-launcher-5978-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1296390 INFO  (jetty-launcher-5978-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1296390 INFO  (jetty-launcher-5978-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1296391 INFO  (jetty-launcher-5978-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2d23d8d2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:54642}
   [junit4]   2> 1296391 INFO  (jetty-launcher-5978-thread-4) [     ] o.e.j.s.Server Started @1296474ms
   [junit4]   2> 1296391 INFO  (jetty-launcher-5978-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54642}
   [junit4]   2> 1296392 ERROR (jetty-launcher-5978-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1296392 INFO  (jetty-launcher-5978-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1296392 INFO  (jetty-launcher-5978-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.0
   [junit4]   2> 1296392 INFO  (jetty-launcher-5978-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1296392 INFO  (jetty-launcher-5978-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
   [junit4]   2> 1296392 INFO  (jetty-launcher-5978-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-12T16:13:44.643Z
   [junit4]   2> 1296392 INFO  (jetty-launcher-5978-thread-5) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1296392 INFO  (jetty-launcher-5978-thread-5) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1296393 INFO  (jetty-launcher-5978-thread-5) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1296393 INFO  (jetty-launcher-5978-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f36cf58{/solr,null,AVAILABLE}
   [junit4]   2> 1296394 INFO  (jetty-launcher-5978-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296395 INFO  (jetty-launcher-5978-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e6e9c24{/solr,null,AVAILABLE}
   [junit4]   2> 1296395 INFO  (jetty-launcher-5978-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1296395 INFO  (jetty-launcher-5978-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1296395 INFO  (jetty-launcher-5978-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1296396 INFO  (jetty-launcher-5978-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d79d134{/solr,null,AVAILABLE}
   [junit4]   2> 1296397 INFO  (jetty-launcher-5978-thread-5) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52ddb635{/solr,null,AVAILABLE}
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5bcc3fa9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:54643}
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-3) [     ] o.e.j.s.Server Started @1296481ms
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54643}
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@66a8759e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:54644}
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-1) [     ] o.e.j.s.Server Started @1296481ms
   [junit4]   2> 1296398 ERROR (jetty-launcher-5978-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54644}
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.0
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
   [junit4]   2> 1296398 ERROR (jetty-launcher-5978-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-12T16:13:44.649Z
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@53c24478{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:54645}
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.0
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-2) [     ] o.e.j.s.Server Started @1296481ms
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54645}
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
   [junit4]   2> 1296398 ERROR (jetty-launcher-5978-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-12T16:13:44.649Z
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.0
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1296398 INFO  (jetty-launcher-5978-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
   [junit4]   2> 1296399 INFO  (jetty-launcher-5978-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-12T16:13:44.649Z
   [junit4]   2> 1296400 INFO  (jetty-launcher-5978-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296400 INFO  (jetty-launcher-5978-thread-5) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4785085f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:54647}
   [junit4]   2> 1296400 INFO  (jetty-launcher-5978-thread-5) [     ] o.e.j.s.Server Started @1296483ms
   [junit4]   2> 1296400 INFO  (jetty-launcher-5978-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54647}
   [junit4]   2> 1296400 ERROR (jetty-launcher-5978-thread-5) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1296401 INFO  (jetty-launcher-5978-thread-5) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1296401 INFO  (jetty-launcher-5978-thread-5) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.5.0
   [junit4]   2> 1296401 INFO  (jetty-launcher-5978-thread-5) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1296401 INFO  (jetty-launcher-5978-thread-5) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
   [junit4]   2> 1296401 INFO  (jetty-launcher-5978-thread-5) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-02-12T16:13:44.652Z
   [junit4]   2> 1296401 INFO  (zkConnectionManagerCallback-5980-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1296401 INFO  (jetty-launcher-5978-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1296402 INFO  (jetty-launcher-5978-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296404 INFO  (jetty-launcher-5978-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296405 INFO  (jetty-launcher-5978-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296406 INFO  (jetty-launcher-5978-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1296408 INFO  (zkConnectionManagerCallback-5982-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1296409 INFO  (jetty-launcher-5978-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1296410 INFO  (jetty-launcher-5978-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1296412 INFO  (zkConnectionManagerCallback-5984-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1296412 INFO  (jetty-launcher-5978-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1296412 INFO  (zkConnectionManagerCallback-5988-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1296412 INFO  (jetty-launcher-5978-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1296413 INFO  (zkConnectionManagerCallback-5986-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1296413 INFO  (jetty-launcher-5978-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1296413 INFO  (jetty-launcher-5978-thread-5) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1296414 INFO  (jetty-launcher-5978-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1296415 INFO  (jetty-launcher-5978-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1296643 INFO  (jetty-launcher-5978-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1296646 WARN  (jetty-launcher-5978-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3f971396[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296646 WARN  (jetty-launcher-5978-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3f971396[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296654 WARN  (jetty-launcher-5978-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@51d375cb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296654 WARN  (jetty-launcher-5978-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@51d375cb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296655 INFO  (jetty-launcher-5978-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54636/solr
   [junit4]   2> 1296656 INFO  (jetty-launcher-5978-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296659 INFO  (zkConnectionManagerCallback-5998-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1296659 INFO  (jetty-launcher-5978-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1296670 INFO  (jetty-launcher-5978-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1296671 WARN  (jetty-launcher-5978-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@39870300[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296671 WARN  (jetty-launcher-5978-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@39870300[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296674 WARN  (jetty-launcher-5978-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@e74191d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296674 WARN  (jetty-launcher-5978-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@e74191d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296675 INFO  (jetty-launcher-5978-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54636/solr
   [junit4]   2> 1296676 INFO  (jetty-launcher-5978-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296678 INFO  (zkConnectionManagerCallback-6004-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1296678 INFO  (jetty-launcher-5978-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1296715 INFO  (jetty-launcher-5978-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1296717 WARN  (jetty-launcher-5978-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6d5fe8a1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296717 WARN  (jetty-launcher-5978-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6d5fe8a1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296723 WARN  (jetty-launcher-5978-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@228606a1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296723 WARN  (jetty-launcher-5978-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@228606a1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296724 INFO  (jetty-launcher-5978-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54636/solr
   [junit4]   2> 1296726 INFO  (jetty-launcher-5978-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296732 INFO  (zkConnectionManagerCallback-6010-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1296734 INFO  (jetty-launcher-5978-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1296777 INFO  (jetty-launcher-5978-thread-4) [n:127.0.0.1:54642_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296778 INFO  (jetty-launcher-5978-thread-5) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1296780 WARN  (jetty-launcher-5978-thread-5) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4c2946a5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296780 WARN  (jetty-launcher-5978-thread-5) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4c2946a5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296780 INFO  (zkConnectionManagerCallback-6013-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1296781 INFO  (jetty-launcher-5978-thread-4) [n:127.0.0.1:54642_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1296785 WARN  (jetty-launcher-5978-thread-5) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5959dc0f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296785 WARN  (jetty-launcher-5978-thread-5) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5959dc0f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296786 INFO  (jetty-launcher-5978-thread-5) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54636/solr
   [junit4]   2> 1296787 INFO  (jetty-launcher-5978-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296790 INFO  (zkConnectionManagerCallback-6019-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1296790 INFO  (jetty-launcher-5978-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1296816 INFO  (jetty-launcher-5978-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1296817 WARN  (jetty-launcher-5978-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@673bda43[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296817 WARN  (jetty-launcher-5978-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@673bda43[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296820 WARN  (jetty-launcher-5978-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@30247eff[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296821 WARN  (jetty-launcher-5978-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@30247eff[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1296821 INFO  (jetty-launcher-5978-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54636/solr
   [junit4]   2> 1296823 INFO  (jetty-launcher-5978-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296825 INFO  (zkConnectionManagerCallback-6025-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1296826 INFO  (jetty-launcher-5978-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1296875 INFO  (jetty-launcher-5978-thread-1) [n:127.0.0.1:54644_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296879 INFO  (zkConnectionManagerCallback-6027-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1296879 INFO  (jetty-launcher-5978-thread-1) [n:127.0.0.1:54644_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1296978 INFO  (jetty-launcher-5978-thread-3) [n:127.0.0.1:54643_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296981 INFO  (zkConnectionManagerCallback-6029-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1296981 INFO  (jetty-launcher-5978-thread-3) [n:127.0.0.1:54643_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1297087 INFO  (jetty-launcher-5978-thread-5) [n:127.0.0.1:54647_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1297089 INFO  (zkConnectionManagerCallback-6031-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1297089 INFO  (jetty-launcher-5978-thread-5) [n:127.0.0.1:54647_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1297186 INFO  (jetty-launcher-5978-thread-2) [n:127.0.0.1:54645_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1297194 INFO  (zkConnectionManagerCallback-6033-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1297194 INFO  (jetty-launcher-5978-thread-2) [n:127.0.0.1:54645_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1297631 INFO  (jetty-launcher-5978-thread-3) [n:127.0.0.1:54643_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54643_solr
   [junit4]   2> 1297637 INFO  (jetty-launcher-5978-thread-3) [n:127.0.0.1:54643_solr     ] o.a.s.c.Overseer Overseer (id=72069257430368271-127.0.0.1:54643_solr-n_0000000000) starting
   [junit4]   2> 1297673 INFO  (OverseerStateUpdate-72069257430368271-127.0.0.1:54643_solr-n_0000000000) [n:127.0.0.1:54643_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:54643_solr
   [junit4]   2> 1297676 INFO  (jetty-launcher-5978-thread-3) [n:127.0.0.1:54643_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54643_solr
   [junit4]   2> 1297684 INFO  (zkCallback-6028-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1297692 INFO  (jetty-launcher-5978-thread-3) [n:127.0.0.1:54643_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1297693 WARN  (jetty-launcher-5978-thread-3) [n:127.0.0.1:54643_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1297751 INFO  (jetty-launcher-5978-thread-2) [n:127.0.0.1:54645_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1297756 INFO  (jetty-launcher-5978-thread-4) [n:127.0.0.1:54642_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1297757 INFO  (jetty-launcher-5978-thread-1) [n:127.0.0.1:54644_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1297805 INFO  (jetty-launcher-5978-thread-2) [n:127.0.0.1:54645_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:54645_solr as DOWN
   [junit4]   2> 1297805 INFO  (jetty-launcher-5978-thread-5) [n:127.0.0.1:54647_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1297810 INFO  (jetty-launcher-5978-thread-3) [n:127.0.0.1:54643_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1297816 INFO  (jetty-launcher-5978-thread-4) [n:127.0.0.1:54642_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:54642_solr as DOWN
   [junit4]   2> 1297822 INFO  (jetty-launcher-5978-thread-2) [n:127.0.0.1:54645_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1297822 INFO  (jetty-launcher-5978-thread-2) [n:127.0.0.1:54645_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54645_solr
   [junit4]   2> 1297823 INFO  (jetty-launcher-5978-thread-1) [n:127.0.0.1:54644_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:54644_solr as DOWN
   [junit4]   2> 1297828 INFO  (jetty-launcher-5978-thread-4) [n:127.0.0.1:54642_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1297829 INFO  (jetty-launcher-5978-thread-4) [n:127.0.0.1:54642_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54642_solr
   [junit4]   2> 1297836 INFO  (zkCallback-6012-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1297837 INFO  (zkCallback-6026-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1297838 INFO  (jetty-launcher-5978-thread-1) [n:127.0.0.1:54644_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1297838 INFO  (jetty-launcher-5978-thread-1) [n:127.0.0.1:54644_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54644_solr
   [junit4]   2> 1297839 INFO  (zkCallback-6030-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1297840 INFO  (zkCallback-6028-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1297841 INFO  (zkCallback-6032-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1297842 INFO  (zkCallback-6030-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1297843 INFO  (zkCallback-6012-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1297843 INFO  (zkCallback-6026-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1297856 INFO  (zkCallback-6032-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1297861 INFO  (zkCallback-6028-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1297863 INFO  (zkCallback-6028-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1297864 INFO  (zkCallback-6030-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1297864 INFO  (zkCallback-6026-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1297865 INFO  (zkCallback-6012-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1297866 INFO  (zkCallback-6032-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1297873 INFO  (jetty-launcher-5978-thread-4) [n:127.0.0.1:54642_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1297873 INFO  (jetty-launcher-5978-thread-2) [n:127.0.0.1:54645_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1297873 WARN  (jetty-launcher-5978-thread-4) [n:127.0.0.1:54642_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1297873 WARN  (jetty-launcher-5978-thread-2) [n:127.0.0.1:54645_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1297887 INFO  (jetty-launcher-5978-thread-1) [n:127.0.0.1:54644_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1297890 WARN  (jetty-launcher-5978-thread-1) [n:127.0.0.1:54644_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1297890 INFO  (jetty-launcher-5978-thread-5) [n:127.0.0.1:54647_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:54647_solr as DOWN
   [junit4]   2> 1297912 INFO  (jetty-launcher-5978-thread-5) [n:127.0.0.1:54647_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1297912 INFO  (jetty-launcher-5978-thread-5) [n:127.0.0.1:54647_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54647_solr
   [junit4]   2> 1297935 INFO  (zkCallback-6012-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1297942 INFO  (zkCallback-6028-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1297942 INFO  (zkCallback-6030-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1297942 INFO  (zkCallback-6026-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1297942 INFO  (zkCallback-6032-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1297967 INFO  (jetty-launcher-5978-thread-2) [n:127.0.0.1:54645_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1297967 INFO  (jetty-launcher-5978-thread-1) [n:127.0.0.1:54644_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1297968 INFO  (jetty-launcher-5978-thread-5) [n:127.0.0.1:54647_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1297968 INFO  (jetty-launcher-5978-thread-4) [n:127.0.0.1:54642_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1297969 WARN  (jetty-launcher-5978-thread-5) [n:127.0.0.1:54647_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1297977 INFO  (jetty-launcher-5978-thread-3) [n:127.0.0.1:54643_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54643.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1297983 INFO  (jetty-launcher-5978-thread-3) [n:127.0.0.1:54643_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54643.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1297983 INFO  (jetty-launcher-5978-thread-3) [n:127.0.0.1:54643_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54643.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1297984 INFO  (jetty-launcher-5978-thread-3) [n:127.0.0.1:54643_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_39318465A53EE223-001/tempDir-001/node3/.
   [junit4]   2> 1298137 INFO  (jetty-launcher-5978-thread-5) [n:127.0.0.1:54647_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1298700 INFO  (jetty-launcher-5978-thread-4) [n:127.0.0.1:54642_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54642.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1298788 INFO  (jetty-launcher-5978-thread-1) [n:127.0.0.1:54644_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54644.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1298813 INFO  (jetty-launcher-5978-thread-2) [n:127.0.0.1:54645_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54645.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1298984 INFO  (jetty-launcher-5978-thread-5) [n:127.0.0.1:54647_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54647.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1299066 INFO  (jetty-launcher-5978-thread-4) [n:127.0.0.1:54642_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54642.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1299066 INFO  (jetty-launcher-5978-thread-4) [n:127.0.0.1:54642_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54642.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1299089 INFO  (jetty-launcher-5978-thread-4) [n:127.0.0.1:54642_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_39318465A53EE223-001/tempDir-001/node4/.
   [junit4]   2> 1299157 INFO  (jetty-launcher-5978-thread-1) [n:127.0.0.1:54644_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54644.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1299160 INFO  (jetty-launcher-5978-thread-1) [n:127.0.0.1:54644_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54644.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1299176 INFO  (jetty-launcher-5978-thread-2) [n:127.0.0.1:54645_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54645.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1299176 INFO  (jetty-launcher-5978-thread-2) [n:127.0.0.1:54645_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54645.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1299209 INFO  (jetty-launcher-5978-thread-1) [n:127.0.0.1:54644_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_39318465A53EE223-001/tempDir-001/node1/.
   [junit4]   2> 1299220 INFO  (jetty-launcher-5978-thread-2) [n:127.0.0.1:54645_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_39318465A53EE223-001/tempDir-001/node2/.
   [junit4]   2> 1299227 WARN  (jetty-launcher-5978-thread-5) [n:127.0.0.1:54647_solr     ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
   [junit4]   2>           => javax.management.InstanceNotFoundException: solr_54647:dom1=solr,dom2=jvm,name0=buffers,name1=direct,name=MemoryUsed
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
   [junit4]   2> javax.management.InstanceNotFoundException: solr_54647:dom1=solr,dom2=jvm,name0=buffers,name1=direct,name=MemoryUsed
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:?]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:?]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:?]
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:568) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:741) ~[java/:?]
   [junit4]   2> 	at java.util.HashMap.forEach(HashMap.java:1289) ~[?:1.8.0_201]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:731) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:964) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:890) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:695) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:262) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:182) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:134) ~[jetty-servlet-9.4.24.v20191120.jar:9.4.24.v20191120]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:751) ~[jetty-servlet-9.4.24.v20191120.jar:9.4.24.v20191120]
   [junit4]   2> 	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_201]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_201]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_201]
   [junit4]   2> 	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_201]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.24.v20191120.jar:9.4.24.v20191120]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1448) ~[jetty-servlet-9.4.24.v20191120.jar:9.4.24.v20191120]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1507) ~[jetty-servlet-9.4.24.v20191120.jar:9.4.24.v20191120]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1164) ~[jetty-servlet-9.4.24.v20191120.jar:9.4.24.v20191120]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1003) ~[jetty-servlet-9.4.24.v20191120.jar:9.4.24.v20191120]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:459) ~[jetty-servlet-9.4.24.v20191120.jar:9.4.24.v20191120]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:382) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:193) ~[jetty-util-9.4.24.v20191120.jar:9.4.24.v20191120]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:73) ~[jetty-util-9.4.24.v20191120.jar:9.4.24.v20191120]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:565) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:469) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_201]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_201]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_201]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
   [junit4]   2> 1299235 INFO  (jetty-launcher-5978-thread-5) [n:127.0.0.1:54647_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54647.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1299236 INFO  (jetty-launcher-5978-thread-5) [n:127.0.0.1:54647_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54647.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1299237 INFO  (jetty-launcher-5978-thread-5) [n:127.0.0.1:54647_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_39318465A53EE223-001/tempDir-001/node5/.
   [junit4]   2> 1299454 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=5
   [junit4]   2> 1299455 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1299458 INFO  (zkConnectionManagerCallback-6058-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1299458 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1299461 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 1299464 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54636/solr ready
   [junit4]   2> 1301715 INFO  (qtp602157790-17664) [n:127.0.0.1:54642_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params property.config=solrconfig-distrib-update-processor-chains.xml&property.schema=schema15.xml&collection.configName=solrCloudCollectionConfig&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1301734 INFO  (OverseerThreadFactory-5702-thread-1-processing-n:127.0.0.1:54643_solr) [n:127.0.0.1:54643_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection test_col
   [junit4]   2> 1301879 INFO  (OverseerStateUpdate-72069257430368271-127.0.0.1:54643_solr-n_0000000000) [n:127.0.0.1:54643_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_col_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:54643/solr",
   [junit4]   2>   "node_name":"127.0.0.1:54643_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1301889 INFO  (OverseerStateUpdate-72069257430368271-127.0.0.1:54643_solr-n_0000000000) [n:127.0.0.1:54643_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_col_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:54644/solr",
   [junit4]   2>   "node_name":"127.0.0.1:54644_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1301904 INFO  (OverseerStateUpdate-72069257430368271-127.0.0.1:54643_solr-n_0000000000) [n:127.0.0.1:54643_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_col_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:54642/solr",
   [junit4]   2>   "node_name":"127.0.0.1:54642_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1301910 INFO  (OverseerStateUpdate-72069257430368271-127.0.0.1:54643_solr-n_0000000000) [n:127.0.0.1:54643_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_col_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:54647/solr",
   [junit4]   2>   "node_name":"127.0.0.1:54647_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1302122 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr    x:test_col_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-distrib-update-processor-chains.xml&property.schema=schema15.xml&coreNodeName=core_node5&name=test_col_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 1302122 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr    x:test_col_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-distrib-update-processor-chains.xml&property.schema=schema15.xml&coreNodeName=core_node7&name=test_col_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 1302122 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr    x:test_col_shard2_replica_n6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-distrib-update-processor-chains.xml&property.schema=schema15.xml&coreNodeName=core_node8&name=test_col_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 1302123 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr    x:test_col_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-distrib-update-processor-chains.xml&property.schema=schema15.xml&coreNodeName=core_node3&name=test_col_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 1302123 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr    x:test_col_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1302168 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 1302168 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 1302168 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 1302169 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
   [junit4]   2> 1302183 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
   [junit4]   2> 1302183 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
   [junit4]   2> 1302186 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
   [junit4]   2> 1302188 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
   [junit4]   2> 1302191 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.s.IndexSchema [test_col_shard2_replica_n6] Schema name=test
   [junit4]   2> 1302192 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.s.IndexSchema [test_col_shard2_replica_n4] Schema name=test
   [junit4]   2> 1302194 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.s.IndexSchema [test_col_shard1_replica_n2] Schema name=test
   [junit4]   2> 1302205 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.s.IndexSchema [test_col_shard1_replica_n1] Schema name=test
   [junit4]   2> 1302491 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1302502 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1302505 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1302527 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1302668 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/solrCloudCollectionConfig/managed-schema
   [junit4]   2> 1302708 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/solrCloudCollectionConfig/managed-schema already exists - no need to create it
   [junit4]   2> 1302717 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/solrCloudCollectionConfig/managed-schema already exists - no need to create it
   [junit4]   2> 1302719 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n2' using configuration from configset solrCloudCollectionConfig, trusted=true
   [junit4]   2> 1302720 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54644.solr.core.test_col.shard1.replica_n2' (registry 'solr.core.test_col.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1302720 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.c.SolrCore [[test_col_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_39318465A53EE223-001/tempDir-001/node1/test_col_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_39318465A53EE223-001/tempDir-001/node1/./test_col_shard1_replica_n2/data/]
   [junit4]   2> 1302721 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=12.6484375, floorSegmentMB=0.9111328125, forceMergeDeletesPctAllowed=4.105003478164061, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=43.34358804539812
   [junit4]   2> 1302725 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/solrCloudCollectionConfig/schema15.xml to /configs/solrCloudCollectionConfig/schema15.xml.bak
   [junit4]   2> 1302726 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n1' using configuration from configset solrCloudCollectionConfig, trusted=true
   [junit4]   2> 1302729 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54643.solr.core.test_col.shard1.replica_n1' (registry 'solr.core.test_col.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1302730 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n4' using configuration from configset solrCloudCollectionConfig, trusted=true
   [junit4]   2> 1302730 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.c.SolrCore [[test_col_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_39318465A53EE223-001/tempDir-001/node3/test_col_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_39318465A53EE223-001/tempDir-001/node3/./test_col_shard1_replica_n1/data/]
   [junit4]   2> 1302737 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54642.solr.core.test_col.shard2.replica_n4' (registry 'solr.core.test_col.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1302737 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.c.SolrCore [[test_col_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_39318465A53EE223-001/tempDir-001/node4/test_col_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_39318465A53EE223-001/tempDir-001/node4/./test_col_shard2_replica_n4/data/]
   [junit4]   2> 1302739 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=12.6484375, floorSegmentMB=0.9111328125, forceMergeDeletesPctAllowed=4.105003478164061, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=43.34358804539812
   [junit4]   2> 1302749 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=12.6484375, floorSegmentMB=0.9111328125, forceMergeDeletesPctAllowed=4.105003478164061, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=43.34358804539812
   [junit4]   2> 1302750 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/solrCloudCollectionConfig/managed-schema already exists - no need to create it
   [junit4]   2> 1302786 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/solrCloudCollectionConfig/schema15.xml no longer exists.
   [junit4]   2> 1302794 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n6' using configuration from configset solrCloudCollectionConfig, trusted=true
   [junit4]   2> 1302794 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54647.solr.core.test_col.shard2.replica_n6' (registry 'solr.core.test_col.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89a709
   [junit4]   2> 1302795 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.c.SolrCore [[test_col_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_39318465A53EE223-001/tempDir-001/node5/test_col_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorRandomCloud_39318465A53EE223-001/tempDir-001/node5/./test_col_shard2_replica_n6/data/]
   [junit4]   2> 1302805 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=12.6484375, floorSegmentMB=0.9111328125, forceMergeDeletesPctAllowed=4.105003478164061, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=43.34358804539812
   [junit4]   2> 1303217 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1303217 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1303232 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1303233 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1303257 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=12.0986328125, floorSegmentMB=0.677734375, forceMergeDeletesPctAllowed=3.7670651009446496, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=27.569524436464068
   [junit4]   2> 1303258 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@23f425af[test_col_shard1_replica_n1] main]
   [junit4]   2> 1303271 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1303271 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1303276 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1303276 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1303278 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=12.0986328125, floorSegmentMB=0.677734375, forceMergeDeletesPctAllowed=3.7670651009446496, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=27.569524436464068
   [junit4]   2> 1303279 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1303281 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1303281 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1303283 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 1303283 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
   [junit4]   2> 1303284 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1303285 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1303286 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@24a8b647[test_col_shard2_replica_n4] main]
   [junit4]   2> 1303287 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=12.0986328125, floorSegmentMB=0.677734375, forceMergeDeletesPctAllowed=3.7670651009446496, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=27.569524436464068
   [junit4]   2> 1303287 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@17f11cfa[test_col_shard2_replica_n6] main]
   [junit4]   2> 1303290 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 1303293 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1303293 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1303294 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1303294 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1303295 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=12.0986328125, floorSegmentMB=0.677734375, forceMergeDeletesPctAllowed=3.7670651009446496, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=27.569524436464068
   [junit4]   2> 1303295 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2796b45c[test_col_shard1_replica_n2] main]
   [junit4]   2> 1303311 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.s.IndexSchema [test_col_shard1_replica_n1] Schema name=test
   [junit4]   2> 1303316 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1303318 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1303324 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 1303324 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1303324 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
   [junit4]   2> 1303324 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 1303324 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
   [junit4]   2> 1303326 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 1303326 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
   [junit4]   2> 1303327 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1303329 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 1303330 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 1303331 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658348142940127232
   [junit4]   2> 1303333 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.s.IndexSchema [test_col_shard1_replica_n2] Schema name=test
   [junit4]   2> 1303336 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.s.IndexSchema [test_col_shard2_replica_n6] Schema name=test
   [junit4]   2> 1303341 INFO  (searcherExecutor-5725-thread-1-processing-n:127.0.0.1:54642_solr x:test_col_shard2_replica_n4 c:test_col s:shard2 r:core_node7) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.c.SolrCore [test_col_shard2_replica_n4] Registered new searcher Searcher@24a8b647[test_col_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1303428 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test_col/terms/shard2 to Terms{values={core_node7=0}, version=0}
   [junit4]   2> 1303428 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test_col/leaders/shard2
   [junit4]   2> 1303496 INFO  (qtp602157790-17666) [n:127.0.0.1:54642_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9994ms
   [junit4]   2> 1303564 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1303571 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1303582 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1303741 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 451 ms
   [junit4]   2> 1303743 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658348143372140544
   [junit4]   2> 1303747 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 416 ms
   [junit4]   2> 1303749 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658348143378432000
   [junit4]   2> 1303760 INFO  (searcherExecutor-5724-thread-1-processing-n:127.0.0.1:54643_solr x:test_col_shard1_replica_n1 c:test_col s:shard1 r:core_node3) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.c.SolrCore [test_col_shard1_replica_n1] Registered new searcher Searcher@23f425af[test_col_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1303769 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 439 ms
   [junit4]   2> 1303774 INFO  (searcherExecutor-5726-thread-1-processing-n:127.0.0.1:54647_solr x:test_col_shard2_replica_n6 c:test_col s:shard2 r:core_node8) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.c.SolrCore [test_col_shard2_replica_n6] Registered new searcher Searcher@17f11cfa[test_col_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1303774 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658348143404646400
   [junit4]   2> 1303795 INFO  (searcherExecutor-5723-thread-1-processing-n:127.0.0.1:54644_solr x:test_col_shard1_replica_n2 c:test_col s:shard1 r:core_node5) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.c.SolrCore [test_col_shard1_replica_n2] Registered new searcher Searcher@2796b45c[test_col_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1303816 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test_col/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
   [junit4]   2> 1303817 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test_col/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 1303817 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test_col/leaders/shard1
   [junit4]   2> 1303817 INFO  (qtp1229123335-17681) [n:127.0.0.1:54647_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test_col/leaders/shard2
   [junit4]   2> 1303842 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test_col/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
   [junit4]   2> 1303843 INFO  (qtp1752143587-17670) [n:127.0.0.1:54644_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test_col/leaders/shard1
   [junit4]   2> 1303891 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1303891 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1303891 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54643/solr/test_col_shard1_replica_n1/
   [junit4]   2> 1303901 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n1 url=http://127.0.0.1:54643/solr START replicas=[http://127.0.0.1:54644/solr/test_col_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 1303902 INFO  (qtp1426836344-17655) [n:127.0.0.1:54643_solr c:test_

[...truncated too long message...]

315780 INFO  (jetty-closer-6063-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1315879 INFO  (jetty-closer-6063-thread-5) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@4785085f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1315879 INFO  (jetty-closer-6063-thread-5) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@52ddb635{/solr,null,UNAVAILABLE}
   [junit4]   2> 1315879 INFO  (jetty-closer-6063-thread-5) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1315882 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1316109 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/collections/test_col/terms/shard1
   [junit4]   2> 	7	/solr/collections/test_col/terms/shard2
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/packages.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	4	/solr/configs/solrCloudCollectionConfig/managed-schema
   [junit4]   2> 	4	/solr/collections/test_col/collectionprops.json
   [junit4]   2> 	4	/solr/configs/solrCloudCollectionConfig
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	52	/solr/collections/test_col/state.json
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/overseer_elect/election/72069257430368271-127.0.0.1:54643_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	36	/solr/live_nodes
   [junit4]   2> 	30	/solr/overseer/queue
   [junit4]   2> 	12	/solr/collections
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1316121 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:54636
   [junit4]   2> 1316121 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:54636
   [junit4]   2> 1316121 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 54636
   [junit4]   2> 1316122 INFO  (SUITE-TestTolerantUpdateProcessorRandomCloud-seed#[39318465A53EE223]-worker) [     ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Feb 12, 2020 4:14:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Feb 12, 2020 4:14:14 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud: 
   [junit4]   2>    1) Thread[id=17616, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestTolerantUpdateProcessorRandomCloud]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
   [junit4]   2> Feb 12, 2020 4:14:14 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=17616, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestTolerantUpdateProcessorRandomCloud]
   [junit4]   2> 1326463 ERROR (SessionTracker) [     ] o.a.z.s.ZooKeeperCriticalThread Severe unrecoverable error, from thread : SessionTracker
   [junit4]   2>           => java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method)
   [junit4]   2> java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method) [?:1.8.0_201]
   [junit4]   2> 	at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151) ~[zookeeper-3.5.5.jar:3.5.5]
   [junit4]   2> Feb 12, 2020 4:14:14 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {_root_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{foo_i=DocValuesFormat(name=Lucene80), id_i=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Lucene80), _root_=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=846, maxMBSortInHeap=5.711302442239643, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3f1f942d), locale=et-EE, timezone=Europe/Sarajevo
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/Oracle Corporation 1.8.0_201 (64-bit)/cpus=6,threads=1,free=212108216,total=406941696
   [junit4]   2> NOTE: All tests run in this JVM: [ZkSolrClientTest, AddSchemaFieldsUpdateProcessorFactoryTest, ClassificationUpdateProcessorFactoryTest, TestJmxIntegration, TestAuthorizationFramework, SuggesterTSTTest, OverseerCollectionConfigSetProcessorTest, TestMultiWordSynonyms, TestLegacyNumericUtils, RandomizedTaggerTest, DistributedVersionInfoTest, NumericFieldsTest, SliceStateTest, SegmentsInfoRequestHandlerTest, TestConfigReload, TestJavabinTupleStreamParser, BasicDistributedZkTest, TestConfigOverlay, MultiThreadedOCPTest, DistributedFacetPivotLongTailTest, LeaderElectionIntegrationTest, PeerSyncTest, WrapperMergePolicyFactoryTest, CdcrUpdateLogTest, TestSchemaManager, TestSchemaResource, ReplaceNodeTest, TestPostingsSolrHighlighter, HdfsLockFactoryTest, TestGraphTermsQParserPlugin, ShardSplitTest, SolrMetricManagerTest, TestFastOutputStream, TestCloudInspectUtil, BasicAuthIntegrationTest, DateRangeFieldTest, TestReload, SearchRateTriggerIntegrationTest, CdcrBootstrapTest, TestRestManager, NodeMarkersRegistrationTest, DeleteInactiveReplicaTest, TestSimDistribStateManager, PrimUtilsTest, ExplicitHLLTest, ConvertedLegacyTest, TestCloudRecovery2, CdcrWithNodesRestartsTest, TestFieldCollectionResource, TestCoreDiscovery, TestXmlQParserPlugin, TestFieldCacheSort, CSVRequestHandlerTest, TestLeaderElectionZkExpiry, SolrJmxReporterTest, TestBlendedInfixSuggestions, HttpSolrCallGetCoreTest, V2StandaloneTest, SolrIndexSplitterTest, TestSizeLimitedDistributedMap, TestLRUCache, TestLuceneMatchVersion, SpellPossibilityIteratorTest, HealthCheckHandlerTest, TestPerFieldSimilarityWithDefaultOverride, TestQuerySenderNoQuery, TestTrie, BooleanFieldTest, HdfsSyncSliceTest, TestFaceting, TestComponentsName, DirectoryFactoryTest, TestImpersonationWithHadoopAuth, TestStressLucene, TestWriterPerf, ActionThrottleTest, StressHdfsTest, TestNumericTokenStream, SolrCoreTest, TestZkChroot, TestRandomFaceting, DeleteStatusTest, IgnoreLargeDocumentProcessorFactoryTest, TestSmileRequest, TestPackages, TestRebalanceLeaders, RegexBoostProcessorTest, TestManagedSchemaAPI, CreateCollectionCleanupTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, MigrateRouteKeyTest, PeerSyncReplicationTest, TestAuthenticationFramework, TestConfigSetsAPI, TestDeleteCollectionOnDownNodes, TestDistributedMap, TestDownShardTolerantSearch, TestDynamicFieldNamesIndexCorrectly, TestQueryingOnDownCollection, TestSegmentSorting, TestTolerantUpdateProcessorRandomCloud]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTolerantUpdateProcessorRandomCloud -Dtests.seed=39318465A53EE223 -Dtests.slow=true -Dtests.locale=et-EE -Dtests.timezone=Europe/Sarajevo -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J2 | TestTolerantUpdateProcessorRandomCloud (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud: 
   [junit4]    >    1) Thread[id=17616, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestTolerantUpdateProcessorRandomCloud]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([39318465A53EE223]:0)
   [junit4] Completed [536/901 (1!)] on J2 in 30.61s, 2 tests, 1 error <<< FAILURES!

[...truncated 53822 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/632/consoleText

[repro] Revision: 974c9ac8d96f970623852c9f49b81a68e1fa0583

[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseConcMarkSweepGC"
[repro] Repro line:  ant test  -Dtestcase=TestTolerantUpdateProcessorRandomCloud -Dtests.seed=39318465A53EE223 -Dtests.slow=true -Dtests.locale=et-EE -Dtests.timezone=Europe/Sarajevo -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TestTolerantUpdateProcessorRandomCloud
[repro] ant compile-test

[...truncated 3458 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestTolerantUpdateProcessorRandomCloud" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseConcMarkSweepGC" -Dtests.seed=39318465A53EE223 -Dtests.slow=true -Dtests.locale=et-EE -Dtests.timezone=Europe/Sarajevo -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[...truncated 81 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud
[repro] Exiting with code 0

[...truncated 73 lines...]