You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2019/09/17 06:28:11 UTC

[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-12.0.1) - Build # 331 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/331/
Java: 64bit/jdk-12.0.1 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.handler.TestContainerReqHandler.testPackageAPI

Error Message:
attempt: 9 Mismatch for value : '[requestHandler]' in response {   "responseHeader":{     "status":0,     "QTime":0},   "metadata":{"version":3},   "runtimeLib":[{       "name":"global",       "url":"http://localhost:52410/jar3.jar",       "sha256":"20e0bfaec71b2e93c4da9f2ed3745dda04dc3fc915b66cc0275863982e73b2a3",       "znodeVersion":3}],   "requestHandler":[{       "name":"bar",       "znodeVersion":3,       "class":"org.apache.solr.core.RuntimeLibReqHandler",       "package":"global"}]}

Stack Trace:
java.lang.AssertionError: attempt: 9 Mismatch for value : '[requestHandler]' in response {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "metadata":{"version":3},
  "runtimeLib":[{
      "name":"global",
      "url":"http://localhost:52410/jar3.jar",
      "sha256":"20e0bfaec71b2e93c4da9f2ed3745dda04dc3fc915b66cc0275863982e73b2a3",
      "znodeVersion":3}],
  "requestHandler":[{
      "name":"bar",
      "znodeVersion":3,
      "class":"org.apache.solr.core.RuntimeLibReqHandler",
      "package":"global"}]}
	at __randomizedtesting.SeedInfo.seed([E70E8D55030F58A2:9501981BAF5402B2]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.handler.TestContainerReqHandler.assertResponseValues(TestContainerReqHandler.java:121)
	at org.apache.solr.handler.TestContainerReqHandler.testPackageAPI(TestContainerReqHandler.java:236)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.handler.TestContainerReqHandler.testPackageAPI

Error Message:
attempt: 9 Mismatch for value : '[requestHandler]' in response {   "responseHeader":{     "status":0,     "QTime":0},   "metadata":{"version":3},   "runtimeLib":[{       "name":"global",       "url":"http://localhost:61079/jar3.jar",       "sha256":"20e0bfaec71b2e93c4da9f2ed3745dda04dc3fc915b66cc0275863982e73b2a3",       "znodeVersion":3}],   "requestHandler":[{       "name":"bar",       "znodeVersion":3,       "class":"org.apache.solr.core.RuntimeLibReqHandler",       "package":"global"}]}

Stack Trace:
java.lang.AssertionError: attempt: 9 Mismatch for value : '[requestHandler]' in response {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "metadata":{"version":3},
  "runtimeLib":[{
      "name":"global",
      "url":"http://localhost:61079/jar3.jar",
      "sha256":"20e0bfaec71b2e93c4da9f2ed3745dda04dc3fc915b66cc0275863982e73b2a3",
      "znodeVersion":3}],
  "requestHandler":[{
      "name":"bar",
      "znodeVersion":3,
      "class":"org.apache.solr.core.RuntimeLibReqHandler",
      "package":"global"}]}
	at __randomizedtesting.SeedInfo.seed([E70E8D55030F58A2:9501981BAF5402B2]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.handler.TestContainerReqHandler.assertResponseValues(TestContainerReqHandler.java:121)
	at org.apache.solr.handler.TestContainerReqHandler.testPackageAPI(TestContainerReqHandler.java:236)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)




Build Log:
[...truncated 13809 lines...]
   [junit4] Suite: org.apache.solr.handler.TestContainerReqHandler
   [junit4]   2> 1368491 INFO  (SUITE-TestContainerReqHandler-seed#[E70E8D55030F58A2]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestContainerReqHandler_E70E8D55030F58A2-001/data-dir-64-001
   [junit4]   2> 1368491 WARN  (SUITE-TestContainerReqHandler-seed#[E70E8D55030F58A2]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 1368491 INFO  (SUITE-TestContainerReqHandler-seed#[E70E8D55030F58A2]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1368492 INFO  (SUITE-TestContainerReqHandler-seed#[E70E8D55030F58A2]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None") w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1368492 INFO  (SUITE-TestContainerReqHandler-seed#[E70E8D55030F58A2]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1368494 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testCacheLoadFromPackage
   [junit4]   2> 1368503 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 12.0.1+12
   [junit4]   2> 1368506 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@a2950ee{HTTP/1.1,[http/1.1]}{0.0.0.0:60871}
   [junit4]   2> 1368506 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.e.j.s.Server Started @1368577ms
   [junit4]   2> 1368507 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestContainerReqHandler_E70E8D55030F58A2-001/tempDir-001
   [junit4]   2> 1368507 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1368508 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1368508 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1368611 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.ZkTestServer start zk server on port:60872
   [junit4]   2> 1368611 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:60872
   [junit4]   2> 1368611 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:60872
   [junit4]   2> 1368611 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 60872
   [junit4]   2> 1368614 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1368626 INFO  (zkConnectionManagerCallback-8334-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1368626 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1368630 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1368632 INFO  (zkConnectionManagerCallback-8336-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1368632 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1368640 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1368642 INFO  (zkConnectionManagerCallback-8338-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1368642 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1368746 WARN  (jetty-launcher-8339-thread-1) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1368746 WARN  (jetty-launcher-8339-thread-2) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1368746 INFO  (jetty-launcher-8339-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1368746 INFO  (jetty-launcher-8339-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1368747 INFO  (jetty-launcher-8339-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1368747 INFO  (jetty-launcher-8339-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1368747 INFO  (jetty-launcher-8339-thread-2) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 12.0.1+12
   [junit4]   2> 1368747 INFO  (jetty-launcher-8339-thread-1) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 12.0.1+12
   [junit4]   2> 1368747 WARN  (jetty-launcher-8339-thread-3) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1368747 INFO  (jetty-launcher-8339-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1368747 INFO  (jetty-launcher-8339-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1368747 INFO  (jetty-launcher-8339-thread-3) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 12.0.1+12
   [junit4]   2> 1368748 WARN  (jetty-launcher-8339-thread-4) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1368748 INFO  (jetty-launcher-8339-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1368748 INFO  (jetty-launcher-8339-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1368748 INFO  (jetty-launcher-8339-thread-4) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 12.0.1+12
   [junit4]   2> 1368749 INFO  (jetty-launcher-8339-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1368749 INFO  (jetty-launcher-8339-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1368749 INFO  (jetty-launcher-8339-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1368750 INFO  (jetty-launcher-8339-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d3ce5f8{/solr,null,AVAILABLE}
   [junit4]   2> 1368750 INFO  (jetty-launcher-8339-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6a50e30f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:60879}
   [junit4]   2> 1368750 INFO  (jetty-launcher-8339-thread-1) [     ] o.e.j.s.Server Started @1368821ms
   [junit4]   2> 1368750 INFO  (jetty-launcher-8339-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60879}
   [junit4]   2> 1368750 ERROR (jetty-launcher-8339-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1368750 INFO  (jetty-launcher-8339-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1368751 INFO  (jetty-launcher-8339-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.3.0
   [junit4]   2> 1368751 INFO  (jetty-launcher-8339-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1368751 INFO  (jetty-launcher-8339-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1368751 INFO  (jetty-launcher-8339-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-09-17T05:13:35.207284Z
   [junit4]   2> 1368752 INFO  (jetty-launcher-8339-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1368752 INFO  (jetty-launcher-8339-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1368752 INFO  (jetty-launcher-8339-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1368753 INFO  (jetty-launcher-8339-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a80b811{/solr,null,AVAILABLE}
   [junit4]   2> 1368753 INFO  (jetty-launcher-8339-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7e6995e9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:60880}
   [junit4]   2> 1368753 INFO  (jetty-launcher-8339-thread-2) [     ] o.e.j.s.Server Started @1368824ms
   [junit4]   2> 1368753 INFO  (jetty-launcher-8339-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60880}
   [junit4]   2> 1368753 ERROR (jetty-launcher-8339-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1368753 INFO  (jetty-launcher-8339-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1368753 INFO  (jetty-launcher-8339-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.3.0
   [junit4]   2> 1368753 INFO  (jetty-launcher-8339-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1368753 INFO  (jetty-launcher-8339-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1368753 INFO  (jetty-launcher-8339-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-09-17T05:13:35.209863Z
   [junit4]   2> 1368754 INFO  (jetty-launcher-8339-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1368756 INFO  (jetty-launcher-8339-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1368756 INFO  (jetty-launcher-8339-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1368756 INFO  (jetty-launcher-8339-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1368757 INFO  (jetty-launcher-8339-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1368758 INFO  (jetty-launcher-8339-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1368758 INFO  (jetty-launcher-8339-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1368758 INFO  (jetty-launcher-8339-thread-4) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1368758 INFO  (zkConnectionManagerCallback-8343-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1368758 INFO  (jetty-launcher-8339-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1368758 INFO  (jetty-launcher-8339-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b2c9f6d{/solr,null,AVAILABLE}
   [junit4]   2> 1368759 INFO  (jetty-launcher-8339-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@738df719{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:60883}
   [junit4]   2> 1368759 INFO  (jetty-launcher-8339-thread-3) [     ] o.e.j.s.Server Started @1368830ms
   [junit4]   2> 1368759 INFO  (jetty-launcher-8339-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60883}
   [junit4]   2> 1368759 INFO  (jetty-launcher-8339-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f52656b{/solr,null,AVAILABLE}
   [junit4]   2> 1368759 ERROR (jetty-launcher-8339-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1368759 INFO  (jetty-launcher-8339-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1368760 INFO  (jetty-launcher-8339-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.3.0
   [junit4]   2> 1368760 INFO  (jetty-launcher-8339-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1368760 INFO  (jetty-launcher-8339-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1368760 INFO  (jetty-launcher-8339-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-09-17T05:13:35.216125Z
   [junit4]   2> 1368760 INFO  (jetty-launcher-8339-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5559f9ca{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:60884}
   [junit4]   2> 1368760 INFO  (jetty-launcher-8339-thread-4) [     ] o.e.j.s.Server Started @1368831ms
   [junit4]   2> 1368760 INFO  (jetty-launcher-8339-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60884}
   [junit4]   2> 1368760 ERROR (jetty-launcher-8339-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1368760 INFO  (jetty-launcher-8339-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1368760 INFO  (jetty-launcher-8339-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.3.0
   [junit4]   2> 1368760 INFO  (jetty-launcher-8339-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1368760 INFO  (jetty-launcher-8339-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1368760 INFO  (jetty-launcher-8339-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-09-17T05:13:35.216914Z
   [junit4]   2> 1368761 INFO  (jetty-launcher-8339-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1368761 INFO  (jetty-launcher-8339-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1368762 INFO  (zkConnectionManagerCallback-8341-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1368762 INFO  (jetty-launcher-8339-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1368765 INFO  (jetty-launcher-8339-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1368765 INFO  (jetty-launcher-8339-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1368766 INFO  (zkConnectionManagerCallback-8345-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1368766 INFO  (jetty-launcher-8339-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1368769 INFO  (jetty-launcher-8339-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1368770 INFO  (zkConnectionManagerCallback-8347-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1368770 INFO  (jetty-launcher-8339-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1368772 INFO  (jetty-launcher-8339-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1369047 INFO  (jetty-launcher-8339-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1369047 WARN  (jetty-launcher-8339-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3a8daaa5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1369047 WARN  (jetty-launcher-8339-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3a8daaa5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1369051 WARN  (jetty-launcher-8339-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@721f81d7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1369051 WARN  (jetty-launcher-8339-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@721f81d7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1369052 INFO  (jetty-launcher-8339-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60872/solr
   [junit4]   2> 1369053 INFO  (jetty-launcher-8339-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1369056 INFO  (zkConnectionManagerCallback-8354-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1369056 INFO  (jetty-launcher-8339-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1369111 INFO  (jetty-launcher-8339-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1369112 WARN  (jetty-launcher-8339-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@128ab4ab[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1369112 WARN  (jetty-launcher-8339-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@128ab4ab[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1369114 WARN  (jetty-launcher-8339-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@456486ef[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1369114 WARN  (jetty-launcher-8339-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@456486ef[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1369115 INFO  (jetty-launcher-8339-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60872/solr
   [junit4]   2> 1369116 INFO  (jetty-launcher-8339-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1369118 INFO  (zkConnectionManagerCallback-8362-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1369118 INFO  (jetty-launcher-8339-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1369223 INFO  (jetty-launcher-8339-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1369224 WARN  (jetty-launcher-8339-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@75bdd242[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1369224 WARN  (jetty-launcher-8339-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@75bdd242[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1369227 WARN  (jetty-launcher-8339-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2fcf325[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1369227 WARN  (jetty-launcher-8339-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2fcf325[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1369228 INFO  (jetty-launcher-8339-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60872/solr
   [junit4]   2> 1369228 INFO  (jetty-launcher-8339-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1369230 INFO  (zkConnectionManagerCallback-8369-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1369230 INFO  (jetty-launcher-8339-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1369257 INFO  (jetty-launcher-8339-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1369258 WARN  (jetty-launcher-8339-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1853cea1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1369258 WARN  (jetty-launcher-8339-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1853cea1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1369260 WARN  (jetty-launcher-8339-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3d2976e3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1369260 WARN  (jetty-launcher-8339-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3d2976e3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1369261 INFO  (jetty-launcher-8339-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60872/solr
   [junit4]   2> 1369261 INFO  (jetty-launcher-8339-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1369263 INFO  (zkConnectionManagerCallback-8375-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1369263 INFO  (jetty-launcher-8339-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1369278 INFO  (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1369280 INFO  (zkConnectionManagerCallback-8377-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1369280 INFO  (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1369388 INFO  (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1369390 INFO  (zkConnectionManagerCallback-8379-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1369390 INFO  (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1369491 INFO  (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1369493 INFO  (zkConnectionManagerCallback-8381-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1369493 INFO  (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1369599 INFO  (zkConnectionManagerCallback-8383-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1369599 INFO  (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1369599 INFO  (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1369629 DEBUG (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1369631 DEBUG (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1369636 DEBUG (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> []
   [junit4]   2> 1369640 DEBUG (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [0] total [0]
   [junit4]   2> 1369659 INFO  (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60883_solr
   [junit4]   2> 1369662 INFO  (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.c.Overseer Overseer (id=72136598403153934-127.0.0.1:60883_solr-n_0000000000) starting
   [junit4]   2> 1369694 INFO  (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1369695 INFO  (zkConnectionManagerCallback-8396-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1369695 INFO  (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1369696 DEBUG (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1369697 DEBUG (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1369699 DEBUG (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> []
   [junit4]   2> 1369700 DEBUG (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [0] total [0]
   [junit4]   2> 1369702 INFO  (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60872/solr ready
   [junit4]   2> 1369703 INFO  (OverseerStateUpdate-72136598403153934-127.0.0.1:60883_solr-n_0000000000) [n:127.0.0.1:60883_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:60883_solr
   [junit4]   2> 1369705 INFO  (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60883_solr
   [junit4]   2> 1369708 DEBUG (OverseerStateUpdate-72136598403153934-127.0.0.1:60883_solr-n_0000000000) [n:127.0.0.1:60883_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> []
   [junit4]   2> 1369709 DEBUG (zkCallback-8395-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1369709 DEBUG (zkCallback-8382-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1369710 DEBUG (OverseerStateUpdate-72136598403153934-127.0.0.1:60883_solr-n_0000000000) [n:127.0.0.1:60883_solr     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [0] total [0]
   [junit4]   2> 1369710 INFO  (zkCallback-8395-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1369710 DEBUG (zkCallback-8395-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:60883_solr]
   [junit4]   2> 1369711 INFO  (zkCallback-8382-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1369711 DEBUG (zkCallback-8382-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:60883_solr]
   [junit4]   2> 1369715 INFO  (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.c.PackageManager clusterprops.json changed , version -1
   [junit4]   2> 1369737 INFO  (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1369750 DEBUG (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1369752 DEBUG (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1369753 INFO  (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1369753 DEBUG (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:60883_solr]
   [junit4]   2> 1369754 DEBUG (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [0] total [0]
   [junit4]   2> 1369760 INFO  (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60883.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a40fafb
   [junit4]   2> 1369763 INFO  (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:60884_solr as DOWN
   [junit4]   2> 1369765 INFO  (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1369765 INFO  (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60884_solr
   [junit4]   2> 1369767 DEBUG (zkCallback-8395-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1369767 DEBUG (zkCallback-8382-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1369767 DEBUG (zkCallback-8378-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1369768 INFO  (zkCallback-8395-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1369768 INFO  (zkCallback-8382-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1369768 DEBUG (zkCallback-8382-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:60883_solr] -> [127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369768 DEBUG (zkCallback-8395-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:60883_solr] -> [127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369769 INFO  (zkCallback-8378-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1369769 DEBUG (zkCallback-8378-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:60883_solr] -> [127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369781 INFO  (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1369784 INFO  (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60883.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a40fafb
   [junit4]   2> 1369785 INFO  (zkConnectionManagerCallback-8402-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1369785 INFO  (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1369785 INFO  (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60883.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a40fafb
   [junit4]   2> 1369785 DEBUG (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1369788 DEBUG (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1369788 INFO  (jetty-launcher-8339-thread-3) [n:127.0.0.1:60883_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestContainerReqHandler_E70E8D55030F58A2-001/tempDir-001/node3/.
   [junit4]   2> 1369791 INFO  (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1369791 DEBUG (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369792 DEBUG (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [0] total [0]
   [junit4]   2> 1369794 INFO  (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60872/solr ready
   [junit4]   2> 1369794 INFO  (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.PackageManager clusterprops.json changed , version -1
   [junit4]   2> 1369818 INFO  (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1369823 DEBUG (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1369824 DEBUG (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1369827 INFO  (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1369827 DEBUG (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369828 DEBUG (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [0] total [0]
   [junit4]   2> 1369848 INFO  (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:60880_solr as DOWN
   [junit4]   2> 1369849 INFO  (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1369849 INFO  (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60880_solr
   [junit4]   2> 1369850 DEBUG (zkCallback-8395-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1369850 DEBUG (zkCallback-8382-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1369851 DEBUG (zkCallback-8378-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1369851 INFO  (zkCallback-8382-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1369851 DEBUG (zkCallback-8382-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:60883_solr, 127.0.0.1:60884_solr] -> [127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369851 INFO  (zkCallback-8395-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1369851 DEBUG (zkCallback-8395-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:60883_solr, 127.0.0.1:60884_solr] -> [127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369851 INFO  (zkCallback-8378-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1369851 DEBUG (zkCallback-8378-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:60883_solr, 127.0.0.1:60884_solr] -> [127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369852 DEBUG (zkCallback-8401-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1369852 DEBUG (zkCallback-8376-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1369853 INFO  (zkCallback-8401-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1369853 DEBUG (zkCallback-8401-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:60883_solr, 127.0.0.1:60884_solr] -> [127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369853 INFO  (zkCallback-8376-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1369853 DEBUG (zkCallback-8376-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:60883_solr, 127.0.0.1:60884_solr] -> [127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369855 INFO  (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1369855 INFO  (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60884.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a40fafb
   [junit4]   2> 1369857 INFO  (zkConnectionManagerCallback-8408-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1369857 INFO  (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1369857 DEBUG (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1369859 DEBUG (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1369860 INFO  (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1369860 DEBUG (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369861 DEBUG (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [0] total [0]
   [junit4]   2> 1369863 INFO  (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60872/solr ready
   [junit4]   2> 1369864 DEBUG (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1369865 DEBUG (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1369865 INFO  (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.PackageManager clusterprops.json changed , version -1
   [junit4]   2> 1369866 INFO  (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1369866 DEBUG (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369867 DEBUG (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [0] total [0]
   [junit4]   2> 1369870 INFO  (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60884.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a40fafb
   [junit4]   2> 1369870 INFO  (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60884.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a40fafb
   [junit4]   2> 1369871 INFO  (jetty-launcher-8339-thread-4) [n:127.0.0.1:60884_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestContainerReqHandler_E70E8D55030F58A2-001/tempDir-001/node4/.
   [junit4]   2> 1369887 INFO  (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1369888 INFO  (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:60879_solr as DOWN
   [junit4]   2> 1369897 INFO  (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1369897 INFO  (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60879_solr
   [junit4]   2> 1369902 DEBUG (zkCallback-8401-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1369902 DEBUG (zkCallback-8395-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1369902 DEBUG (zkCallback-8382-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1369902 DEBUG (zkCallback-8378-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1369903 DEBUG (zkCallback-8376-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1369903 DEBUG (zkCallback-8407-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1369903 DEBUG (zkCallback-8380-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1369904 INFO  (zkCallback-8382-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1369904 DEBUG (zkCallback-8382-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr] -> [127.0.0.1:60879_solr, 127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369904 INFO  (zkCallback-8401-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1369904 DEBUG (zkCallback-8401-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr] -> [127.0.0.1:60879_solr, 127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369904 INFO  (zkCallback-8395-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1369904 DEBUG (zkCallback-8395-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr] -> [127.0.0.1:60879_solr, 127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369904 INFO  (zkCallback-8407-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1369904 DEBUG (zkCallback-8407-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr] -> [127.0.0.1:60879_solr, 127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369904 INFO  (zkCallback-8378-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1369904 DEBUG (zkCallback-8378-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr] -> [127.0.0.1:60879_solr, 127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369904 INFO  (zkCallback-8376-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1369904 DEBUG (zkCallback-8376-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr] -> [127.0.0.1:60879_solr, 127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369904 INFO  (zkCallback-8380-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1369904 DEBUG (zkCallback-8380-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr] -> [127.0.0.1:60879_solr, 127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369906 INFO  (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1369909 INFO  (zkConnectionManagerCallback-8414-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1369909 INFO  (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1369909 DEBUG (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1369911 DEBUG (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1369911 INFO  (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1369911 DEBUG (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:60879_solr, 127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1369912 DEBUG (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [0] total [0]
   [junit4]   2> 1369913 INFO  (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60872/solr ready
   [junit4]   2> 1369914 INFO  (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.PackageManager clusterprops.json changed , version -1
   [junit4]   2> 1369919 INFO  (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60880.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a40fafb
   [junit4]   2> 1369942 INFO  (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60880.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a40fafb
   [junit4]   2> 1369942 INFO  (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60880.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a40fafb
   [junit4]   2> 1369944 INFO  (jetty-launcher-8339-thread-2) [n:127.0.0.1:60880_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestContainerReqHandler_E70E8D55030F58A2-001/tempDir-001/node2/.
   [junit4]   2> 1369954 INFO  (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1369976 INFO  (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60879.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a40fafb
   [junit4]   2> 1369985 INFO  (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60879.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a40fafb
   [junit4]   2> 1369985 INFO  (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60879.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a40fafb
   [junit4]   2> 1369987 INFO  (jetty-launcher-8339-thread-1) [n:127.0.0.1:60879_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestContainerReqHandler_E70E8D55030F58A2-001/tempDir-001/node1/.
   [junit4]   2> 1370024 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 1370025 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1370027 INFO  (zkConnectionManagerCallback-8420-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1370028 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1370028 DEBUG (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1370029 DEBUG (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1370030 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1370030 DEBUG (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:60879_solr, 127.0.0.1:60880_solr, 127.0.0.1:60883_solr, 127.0.0.1:60884_solr]
   [junit4]   2> 1370031 DEBUG (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [0] total [0]
   [junit4]   2> 1370032 INFO  (TEST-TestContainerReqHandler.testCacheLoadFromPackage-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60872/solr ready
   [junit4]   2> 1370055 INFO  (qtp1890481548-20916) [n:127.0.0.1:60880_solr     ] o.a.s.c.CloudUtil Error fetching key names
   [junit4]   2> 1370059 DEBUG (zkCallback-8395-thread-1) [     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {package={cache_pkg={name=cache_pkg, url=http://localhost:60871/jar1.jar, sha256=32e8b5b2a95ea306538b52017f0954aa1b0f8a8b2d0acbc498fd0e66a223f7bd}}} to version 0
   [junit4]   2> 1370059 DEBUG (zkCallback-8401-thread-1) [     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {package={cache_pkg={name=cache_pkg, url=http://localhost:60871/jar1.jar, sha256=32e8b5b2a95ea306538b52017f0954aa1b0f8a8b2d0acbc498fd0e66a223f7bd}}} to version 0
   [junit4]   2> 1370059 DEBUG (zkCallback-8407-thread-1) [     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {package={cache_pkg={name=cache_pkg, url=http://localhost:60871/jar1.jar, sha256=32e8b5b2a95ea306538b52017f0954aa1b0f8a8b2d0acbc498fd0e66a223f7bd}}} to version 0
   [junit4]   2> 1370060 DEBUG (zkCallback-8419-thread-1) [     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {package={cache_pkg={name=cache_pkg, url=http://localhost:60871/jar1.jar, sha256=32e8b5b2a95ea306538b52017f0954aa1b0f8a8b2d0acbc498fd0e66a223f7bd}}} to version 0
   [junit4]   2> 1370060 DEBUG (zkCallback-8413-thread-1) [     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {package={cache_pkg={name=cache_pkg, url=http://localhost:60871/jar1.jar, sha256=32e8b5b2a95ea306538b52017f0954aa1b0f8a8b2d0acbc498fd0e66a223f7bd}}} to version 0
   [junit4]   2> 1370060 DEBUG (zkCallback-8382-thread-1) [     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {package={cache_pkg={name=cache_pkg, url=http://localhost:60871/jar1.jar, sha256=32e8b5b2a95ea306538b52017f0954aa1b0f8a8b2d0acbc498fd0e66a223f7bd}}} to version 0
   [junit4]   2> 1370060 INFO  (zkCallback-8382-thread-1) [     ] o.a.s.c.PackageManager clusterprops.json changed , version 0
   [junit4]   2> 1370060 DEBUG (zkCallback-8378-thread-1) [     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {package={cache_pkg={name=cache_pkg, url=http://localhost:60871/jar1.jar, sha256=32e8b5b2a95ea306538b52017f0954aa1b0f8a8b2d0acbc498fd0e66a223f7bd}}} to version 0
   [junit4]   2> 1370060 INFO  (zkCallback-8378-thread-1) [     ] o.a.s.c.PackageManager clusterprops.json changed , version 0
   [junit4]   2> 1370061 DEBUG (zkCallback-8376-thread-1) [     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {package={cache_pkg={name=cache_pkg, url=http://localhost:60871/jar1.jar, sha256=32e8b5b2a95ea306538b52017f0954aa1b0f8a8b2d0acbc498fd0e66a223f7bd}}} to version 0
   [junit4]   2> 1370061 INFO  (zkCallback-8376-thread-1) [     ] o.a.s.c.PackageManager clusterprops.json changed , version 0
   [junit4]   2> 1370061 INFO  (qtp1890481548-20916) [n:127.0.0.1:60880_solr     ] o.a.s.c.PackageManager clusterprops.json changed , version 0
   [junit4]   2> 1370063 DEBUG (zkCallback-8380-thread-1) [     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {package={cache_pkg={name=cache_pkg, url=http://localhost:60871/jar1.jar, sha256=32e8b5b2a95ea306538b52017f0954aa1b0f8a8b2d0acbc498fd0e66a223f7bd}}} to version 0
   [junit4]   2> 1370063 INFO  (zkCallback-8380-thread-1) [     ] o.a.s.c.PackageManager clusterprops.json changed , version 0
   [junit4]   2> 1370067 INFO  (zkCallback-8382-thread-1) [     ] o.a.s.c.CloudUtil Error fetching key names
   [junit4]   2> 1370067 INFO  (zkCallback-8378-thread-1) [     ] o.a.s.c.CloudUtil Error fetching key names
   [junit4]   2> 1370067 INFO  (zkCallback-8380-thread-1) [     ] o.a.s.c.CloudUtil Error fetching key names
   [junit4]   2> 1370068 INFO  (zkCallback-8376-thread-1) [     ] o.a.s.c.CloudUtil Error fetching key names
   [junit4]   2> 1370068 INFO  (qtp1890481548-20916) [n:127.0.0.1:60880_solr     ] o.a.s.c.CloudUtil Error fetching key names
   [junit4]   2> 1370111 INFO  (zkCallback-8382-thread-1) [     ] o.a.s.c.PackageManager Libraries changed. New memclassloader created with jars [http://localhost:60871/jar1.jar]
   [junit4]   2> 1370111 INFO  (zkCallback-8378-thread-1) [     ] o.a.s.c.PackageManager Libraries changed. New memclassloader created with jars [http://localhost:60871/jar1.jar]
   [junit4]   2> 1370115 INFO  (zkCallback-8380-thread-1) [     ] o.a.s.c.PackageManager Libraries changed. New memclassloader created with jars [http://localhost:60871/jar1.jar]
   [junit4]   2> 1370122 INFO  (zkCallback-8376-thread-1) [     ] o.a.s.c.PackageManager Libraries changed. New memclassloader created with jars [http://localhost:60871/jar1.jar]
   [junit4]   2> 1370122 INFO  (qtp1890481548-20916) [n:127.0.0.1:60880_solr     ] o.a.s.c.PackageManager Libraries changed. New memclassloader created with jars [http://localhost:60871/jar1.jar]
   [junit4]   2> 1370122 INFO  (qtp1890481548-20916) [n:127.0.0.1:60880_solr     ] o.a.s.h.a.CollectionHandlerApi current version of clusterprops.json is 0 , trying to get every node to update 
   [junit4]   2> 1370122 DEBUG (qtp1890481548-20916) [n:127.0.0.1:60880_solr     ] o.a.s.h.a.CollectionHandlerApi The current clusterprops.json:  {package={cache_pkg={name=cache_pkg, url=http://localhost:60871/jar1.jar, sha256=32e8b5b2a95ea306538b52017f0954aa1b0f8a8b2d0acbc498fd0e66a223f7bd}}}
   [junit4]   2> 1370124 INFO  (qtp1890481548-20916) [n:127.0.0.1:60880_solr     ] o.a.s.h.a.CollectionHandlerApi Waiting up to 30 secs for 4 nodes to update clusterprops to be of version 0 
   [junit4]   2> 1370127 INFO  (solrHandlerExecutor-5628-thread-1-processing-n:127.0.0.1:60880_solr) [n:127.0.0.1:60880_solr     ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1370127 INFO  (solrHandlerExecutor-5628-thread-2-processing-n:127.0.0.1:60880_solr) [n:127.0.0.1:60880_solr     ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1370127 INFO  (solrHandlerExecutor-5628-thread-3-processing-n:127.0.0.1:60880_solr) [n:127.0.0.1:60880_solr     ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1370127 INFO  (solrHandlerExecutor-5628-thread-4-processing-n:127.0.0.1:60880_solr) [n:127.0.0.1:60880_solr     ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1370233 DEBUG (qtp1687618029-20908) [n:127.0.0.1:60879_solr     ] o.a.s.c.PackageManager expected version : 0 , my version 0
   [junit4]   2> 1370233 DEBUG (qtp1687618029-20908) [n:127.0.0.1:60879_solr     ] o.a.s.c.c.ZkStateReader Expected version of clusterprops.json is 0 , my version is 0
   [junit4]   2> 1370233 DEBUG (qtp1537088713-20936) [n:127.0.0.1:60884_solr     ] o.a.s.c.PackageManager expected version : 0 , my version 0
   [junit4]   2> 1370233 DEBUG (qtp1537088713-20936) [n:127.0.0.1:60884_solr     ] o.a.s.c.c.ZkStateReader Expected version of clusterprops.json is 0 , my version is 0
   [junit4]   2> 1370233 INFO  (qtp1687618029-20908) [n:127.0.0.1:60879_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/ext params={znodeVersion=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1370233 INFO  (qtp1537088713-20936) [n:127.0.0.1:60884_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/ext params={znodeVersion=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1370233 DEBUG (qtp2102003392-20929) [n:127.0.0.1:60883_solr     ] o.a.s.c.PackageManager expected version : 0 , my version 0
   [junit4]   2> 1370233 DEBUG (qtp2102003392-20929) [n:127.0.0.1:60883_solr     ] o.a.s.c.c.ZkStateReader Expected version of clusterprops.json is 0 , my version is 0
   [junit4]   2> 1370233 INFO  (qtp2102003392-20929) [n:127.0.0.1:60883_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/ext params={znodeVersion=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1370236 DEBUG (qtp1890481548-20918) [n:127.0.0.1:60880_solr     ] o.a.s.c.PackageManager expected version : 0 , my version 0
   [junit4]   2> 1370236 DEBUG (qtp1890481548-20918) [n:127.0.0.1:60880_solr     ] o.a.s.c.c.ZkStateReader Expected version of clusterprops.json is 0 , my version is 0
   [junit4]   2> 1370236 INFO  (qtp1890481548-20918) [n:127.0.0.1:60880_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/ext params={znodeVersion=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1370237 INFO  (qtp1890481548-20916) [n:127.0.0.1:60880_solr     ] o.a.s.h.a.CollectionHandlerApi Took 114.0ms to update the clusterprops to be of version 0  on 4 nodes
   [junit4]   2> 1370237 INFO  (qtp1890481548-20916) [n:127.0.0.1:60880_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=197
   [junit4]   2> 1370240 INFO  (qtp1687618029-20912) [n:127.0.0.1:60879_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=100&name=globalCacheColl&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1370245 INFO  (OverseerThreadFactory-5611-thread-1-processing-n:127.0.0.1:60883_solr) [n:127.0.0.1:60883_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection globalCacheColl
   [junit4]   2> 1370249 DEBUG (zkCallback-8419-thread-1) [     ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1370249 DEBUG (zkCallback-8413-thread-1) [     ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1370249 DEBUG (zkCallback-8395-thread-1) [     ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1370249 DEBUG (zkCallback-8382-thread-1) [     ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1370249 DEBUG (zkCallback-8407-thread-1) [     ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1370249 DEBUG (zkCallback-8378-thread-1) [     ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1370249 DEBUG (zkCallback-8380-thread-1) [     ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1370249 DEBUG (zkCallback-8401-thread-1) [     ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1370249 DEBUG (zkCallback-8376-thread-1) [     ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1370251 DEBUG (zkCallback-8382-thread-1) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [1] total [1]
   [junit4]   2> 1370251 DEBUG (zkCallback-8378-thread-1) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [1] total [1]
   [junit4]   2> 1370251 DEBUG (zkCallback-8413-thread-1) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [1] total [1]
   [junit4]   2> 1370251 DEBUG (zkCallback-8380-thread-1) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [1] total [1]
   [junit4]   2> 1370251 DEBUG (zkCallback-8376-thread-1) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [1] total [1]
   [junit4]   2> 1370251 DEBUG (zkCallback-8401-thread-1) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [1] total [1]
   [junit4]   2> 1370251 DEBUG (zkCallback-8407-thread-1) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [1] total [1]
   [junit4]   2> 1370251 DEBUG (zkCallback-8419-thread-1) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [1] total [1]
   [junit4]   2> 1370251 DEBUG (zkCallback-8395-thread-1) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [1] total [1]
   [junit4]   2> 1370383 INFO  (OverseerStateUpdate-72136598403153934-127.0.0.1:60883_solr-n_0000000000) [n:127.0.0.1:60883_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"globalCacheColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"globalCacheColl_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60884/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1370388 INFO  (OverseerStateUpdate-72136598403153934-127.0.0.1:60883_solr-n_0000000000) [n:127.0.0.1:60883_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"globalCacheColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"globalCacheColl_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60879/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1370599 INFO  (qtp1687618029-20908) [n:127.0.0.1:60879_solr    x:globalCacheColl_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=globalCacheColl_shard2_replica_n2&action=CREATE&numShards=2&collection=globalCacheColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1370599 INFO  (qtp1537088713-20941) [n:127.0.0.1:60884_solr    x:globalCacheColl_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=globalCacheColl_shard1_replica_n1&action=CREATE&numShards=2&collection=globalCacheColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1370601 DEBUG (qtp1537088713-20941) [n:127.0.0.1:60884_solr c:globalCacheColl s:shard1 r:core_node3 x:globalCacheColl_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Add data for [globalCacheColl] ver [1]
   [junit4]   2> 1370601 DEBUG (qtp1687618029-20908) [n:127.0.0.1:60879_solr c:globalCacheColl s:shard2 r:core_node4 x:globalCacheColl_shard2_replica_n2 ] o.a.s.c.c.ZkStateReader Add data for [globalCacheColl] ver [1]
   [junit4]   2> 1370601 DEBUG (qtp1687618029-20908) [n:127.0.0.1:60879_solr c:globalCacheColl s:shard2 r:core_node4 x:globalCacheColl_shard2_replica_n2 ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [1] watched [1] lazy [1] total [1]
   [junit4]   2> 1370601 DEBUG (qtp1537088713-20941) [n:127.0.0.1:60884_solr c:globalCacheColl s:shard1 r:core_node3 x:globalCacheColl_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [1] watched [1] lazy [1] total [1]
   [junit4]   2> 1370601 DEBUG (qtp1687618029-20908) [n:127.0.0.1:60879_solr c:globalCacheColl s:shard2 r:core_node4 x:globalCacheColl_shard2_replica_n2 ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [1] total [1]
   [junit4]   2> 1370601 DEBUG (qtp1537088713-20941) [n:127.0.0.1:60884_solr c:globalCacheColl s:shard1 r:core_node3 x:globalCacheColl_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [1] total [1]
   [junit4]   2> 1370713 DEBUG (zkCallback-8378-thread-1) [     ] o.a.s.c.c.ZkStateReader Uninteresting collection globalCacheColl
   [junit4]   2> 1370713 DEBUG (zkCallback-8380-thread-1) [     ] o.a.s.c.c.ZkStateReader Uninteresting collection globalCacheColl
   [junit4]   2> 1371619 DEBUG (qtp1687618029-20908) [n:127.0.0.1:60879_solr c:globalCacheColl s:shard2 r:core_node4 x:globalCacheColl_shard2_replica_n2 ] o.a.s.c.c.ZkStateReader Loading collection config from: [/collections/globalCacheColl]
   [junit4]   2> 1371619 DEBUG (qtp1537088713-20941) [n:127.0.0.1:60884_solr c:globalCacheColl s:shard1 r:core_node3 x:globalCacheColl_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Loading collection config from: [/collections/globalCacheColl]
   [junit4]   2> 1371622 DEBUG (qtp1687618029-20908) [n:127.0.0.1:60879_solr c:globalCacheColl s:shard2 r:core_node4 x:globalCacheColl_shard2_replica_n2 ] o.a.s.c.c.ZkStateReader path=[/configs/conf] [configName]=[conf] specified config exists in ZooKeeper
   [junit4]   2> 1371622 DEBUG (qtp1537088713-20941) [n:127.0.0.1:60884_solr c:globalCacheColl s:shard1 r:core_node3 x:globalCacheColl_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader path=[/configs/conf] [configName]=[conf] specified config exists in ZooKeeper
   [junit4]   2> 1371650 INFO  (qtp1537088713-20941) [n:127.0.0.1:60884_solr c:globalCacheColl s:shard1 r:core_node3 x:globalCacheColl_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
   [junit4]   2> 1371651 INFO  (qtp1687618029-20908) [n:127.0.0.1:60879_solr c:globalCacheColl s:shard2 r:core_node4 x:globalCacheColl_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
   [junit4]   2> 1371663 INFO  (qtp1687618029-20908) [n:127.0.0.1:60879_solr c:globalCacheColl s:shard2 r:core_node4 x:globalCacheColl_shard2_replica_n2 ] o.a.s.s.IndexSchema [globalCacheColl_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 1371666 INFO  (qtp1687618029-20908) [n:127.0.0.1:60879_solr c:globalCacheColl s:shard2 r:core_node4 x:globalCacheColl_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1371666 INFO  (qtp1687618029-20908) [n:127.0.0.1:60879_solr c:globalCacheColl s:shard2 r:core_node4 x:globalCacheColl_shard2_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'globalCacheColl_shard2_replica_n2' using configuration from collection globalCacheColl, trusted=true
   [junit4]   2> 1371666 INFO  (qtp1687618029-20908) [n:127.0.0.1:60879_solr c:globalCacheColl s:shard2 r:core_node4 x:globalCacheColl_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60879.solr.core.globalCacheColl.shard2.replica_n2' (registry 'solr.core.globalCacheColl.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a40fafb
   [junit4]   2> 1371666 INFO  (qtp1687618029-20908) [n:127.0.0.1:60879_solr c:globalCacheColl s:shard2 r:core_node4 x:globalCacheColl_shard2_replica_n2 ] o.a.s.c.SolrCore [[globalCacheColl_shard2_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestContainerReqHandler_E70E8D55030F58A2-001/tempDir-001/node1/globalCacheColl_shard2_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestContainerReqHandler_E70E8D55030F58A2-001/tempDir-001/node1/./globalCacheColl_shard2_replica_n2/data/]
   [junit4]   2> 1371669 INFO  (qtp1537088713-20941) [n:127.0.0.1:60884_solr c:globalCacheColl s:shard1 r:core_node3 x:globalCacheColl_shard1_replica_n1 ] o.a.s.s.IndexSchema [globalCacheColl_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1371670 INFO  (qtp1537088713-20941) [n:127.0.0.1:60884_solr c:globalCacheColl s:shard1 r:core_node3 x:globalCacheColl_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1371670 INFO  (qtp1537088713-20941) [n:127.0.0.1:60884_solr c:globalCacheColl s:shard1 r:core_node3 x:globalCacheColl_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'globalCacheColl_shard1_replica_n1' using configuration from collection globalCacheColl, trusted=true
   [junit4]   2> 1371670 INFO  (qtp1537088713-20941) [n:127.0.0.1:60884_solr c:globalCacheColl s:shard1 r:core_node3 x:globalCacheColl_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60884.solr.core.globalCacheColl.shard1.replica_n1' (registry 'solr.core.globalCacheColl.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a40fafb
   [junit4]   2> 1371670 INFO  (qtp1537088713-20941) [n:127.0.0.1:60884_solr c:globalCacheColl s:shard1 r:core_node3 x:globalCacheColl_shard1_replica_n1 ] o.a.s.c.SolrCore [[globalCacheColl_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestContainerReqHandler_E70E8D55030F58A2-001/tempDir-001/node4/globalCacheColl_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestContainerReqHandler_E70E8D55030F58A2-001/tempDir-001/node4/./globalCacheColl_shard1_replica_n1/data/]
   [junit4]   2> 1371762 INFO  (qtp1537088713-20941) [n:127.0.0.1:60884_solr c:globalCacheColl s:shard1 r:core_node3 x:globalCacheColl_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1371762 INFO  (qtp1537088713-20941) [n:127.0.0.1:60884_solr c:globalCacheColl s:shard1 r:core_node3 x:globalCacheColl_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1371763 INFO  (qtp1687618029-20908) [n:127.0.0.1:60879_solr c:globalCacheColl s:shard2 r:core_node4 x:globalCacheColl_shard2_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1371763 INFO  (qtp1687618029-20908) [n:127.0.0.1:60879_solr c:globalCacheColl s:shard2 r:core_node4 x:globalCacheColl_shard2_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1371764 INFO  (qtp1537088713-20941) [n:127.0.0.1:60884_solr c:globalCacheColl s:shard1 r:core_node3 x:globalCacheColl_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1371764 INFO  (qtp1537088713-20941) [n:127.0.0.1:60884_solr c:globalCacheColl s:shard1 r:core_node3 x:globalCacheColl_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1371765 INFO  (qtp1687618029-20908) [n:127.0.0.1:60879_solr c:globalCacheColl s:shard2 r:core_node4 x:globalCacheColl_shard2_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1371765 INFO  (qtp1687618029-20908) [n:127.0.0.1:60879_solr c:globalCacheColl s:shard2 r:core_node4 x:globalCacheColl_shard2_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1371766 INFO  (qtp1537088713-20941) [n:127.0.0.1:60884_solr c:globalCacheColl s:shard1 r:core_node3 x:globalCacheColl_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7fcd10c[globalCacheColl_shard1_replica_n1] main]
   [junit4]   2> 1371766 INFO  (qtp1687618029-20908) [n:127.0.0.1:60879_solr c:globalCacheColl s:shard2 r:core_node4 x:globalCacheColl_shard2_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@51bdd3c3[globalCacheColl_shard2_replica_n2] main]
   [junit4]   2> 1371786 INFO  (qtp1687618029-20908) [n:127.0.0.1:60879_solr c:globalCacheColl s:shard2 r:core_node4 x:globalCacheColl_shard2_replica_n2 ] o.a.s.c.MemClassLoader Defining_class org.apache.solr.core.MyDocCache from runtime jar cache_pkg 
   [junit4]   2> 1371786 INFO  (qtp1537088713-20941) [n:127.0.0.1:60884_solr c:globalCacheColl s:shard1 r:core_node3 x:globalCacheColl_shard1_replica_n1 ] o.a.s.c.MemClassLoader Defining_class org.apache.solr.core.MyDocCache from runtime jar cache_pkg 
   [junit4]   2> 1371792 DEBUG (qtp1687618029-20908) [n:127.0.0.1:60879_solr c:globalCacheColl s:shard2 r:core_node4 x:globalCacheColl_shard2_replica_n2 ] o.a.s.c.c.ZkStateReader Loading collection config from: [/collections/globalCacheColl]
   [junit4]   2> 1371792 DEBUG (qtp1537088713-20941) [n:127.0.0.1:60884_solr c:globalCacheColl s:shard1 r:core_node3 x:glo

[...truncated too long message...]

live nodes size: [4])
   [junit4]   2> 126067 INFO  (closeThreadPool-2150-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72136887754883085-127.0.0.1:52468_solr-n_0000000000) closing
   [junit4]   2> 126173 INFO  (jetty-closer-2137-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72136887754883085-127.0.0.1:52468_solr-n_0000000000) closing
   [junit4]   2> 126277 INFO  (zkCallback-2107-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 126277 INFO  (zkCallback-2119-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 126277 DEBUG (zkCallback-2119-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:52468_solr, 127.0.0.1:52469_solr, 127.0.0.1:52470_solr, 127.0.0.1:52472_solr] -> [127.0.0.1:52469_solr, 127.0.0.1:52470_solr, 127.0.0.1:52472_solr]
   [junit4]   2> 126277 DEBUG (zkCallback-2107-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:52468_solr, 127.0.0.1:52469_solr, 127.0.0.1:52470_solr, 127.0.0.1:52472_solr] -> [127.0.0.1:52469_solr, 127.0.0.1:52470_solr, 127.0.0.1:52472_solr]
   [junit4]   2> 126278 INFO  (zkCallback-2086-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 126278 INFO  (zkCallback-2114-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 126278 DEBUG (zkCallback-2086-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:52468_solr, 127.0.0.1:52469_solr, 127.0.0.1:52470_solr, 127.0.0.1:52472_solr] -> [127.0.0.1:52469_solr, 127.0.0.1:52470_solr, 127.0.0.1:52472_solr]
   [junit4]   2> 126278 DEBUG (zkCallback-2114-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:52468_solr, 127.0.0.1:52469_solr, 127.0.0.1:52470_solr, 127.0.0.1:52472_solr] -> [127.0.0.1:52469_solr, 127.0.0.1:52470_solr, 127.0.0.1:52472_solr]
   [junit4]   2> 126278 INFO  (zkCallback-2104-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 126278 DEBUG (zkCallback-2104-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:52468_solr, 127.0.0.1:52469_solr, 127.0.0.1:52470_solr, 127.0.0.1:52472_solr] -> [127.0.0.1:52469_solr, 127.0.0.1:52470_solr, 127.0.0.1:52472_solr]
   [junit4]   2> 126278 INFO  (zkCallback-2084-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 126278 DEBUG (zkCallback-2084-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:52468_solr, 127.0.0.1:52469_solr, 127.0.0.1:52470_solr, 127.0.0.1:52472_solr] -> [127.0.0.1:52469_solr, 127.0.0.1:52470_solr, 127.0.0.1:52472_solr]
   [junit4]   2> 126279 INFO  (jetty-closer-2137-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3d661cc3{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 126280 INFO  (jetty-closer-2137-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@740d3f45{/solr,null,UNAVAILABLE}
   [junit4]   2> 126280 INFO  (jetty-closer-2137-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 126486 INFO  (jetty-closer-2137-thread-3) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f04b41{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 126487 INFO  (jetty-closer-2137-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@35b4f7b3{/solr,null,UNAVAILABLE}
   [junit4]   2> 126487 INFO  (jetty-closer-2137-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 126691 INFO  (jetty-closer-2137-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@155bd7ed{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 126691 INFO  (jetty-closer-2137-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7cbb1890{/solr,null,UNAVAILABLE}
   [junit4]   2> 126692 INFO  (jetty-closer-2137-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 126895 INFO  (jetty-closer-2137-thread-4) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@1d711d1b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 126896 INFO  (jetty-closer-2137-thread-4) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3219dfed{/solr,null,UNAVAILABLE}
   [junit4]   2> 126896 INFO  (jetty-closer-2137-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 126897 INFO  (TEST-TestContainerReqHandler.testSetClusterReqHandler-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 127111 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	18	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	32	/solr/live_nodes
   [junit4]   2> 	9	/solr/collections
   [junit4]   2> 	8	/solr/overseer/queue
   [junit4]   2> 
   [junit4]   2> 127789 INFO  (TEST-TestContainerReqHandler.testSetClusterReqHandler-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:52463
   [junit4]   2> 127789 INFO  (TEST-TestContainerReqHandler.testSetClusterReqHandler-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:52463
   [junit4]   2> 127789 INFO  (TEST-TestContainerReqHandler.testSetClusterReqHandler-seed#[E70E8D55030F58A2]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 52463
   [junit4]   2> 127790 INFO  (TEST-TestContainerReqHandler.testSetClusterReqHandler-seed#[E70E8D55030F58A2]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testSetClusterReqHandler
   [junit4] OK      3.82s J0 | TestContainerReqHandler.testSetClusterReqHandler
   [junit4]   2> 127791 INFO  (SUITE-TestContainerReqHandler-seed#[E70E8D55030F58A2]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 127791 INFO  (SUITE-TestContainerReqHandler-seed#[E70E8D55030F58A2]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:52463
   [junit4]   2> 127791 INFO  (SUITE-TestContainerReqHandler-seed#[E70E8D55030F58A2]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:52463
   [junit4]   2> 127791 INFO  (SUITE-TestContainerReqHandler-seed#[E70E8D55030F58A2]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 52463
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerReqHandler_E70E8D55030F58A2-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {_root_=Lucene50(blocksize=128), id=PostingsFormat(name=Asserting), desc_s=PostingsFormat(name=Asserting)}, docValues:{_version_=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1860, maxMBSortInHeap=5.910625275114971, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7efd0c95), locale=rm-CH, timezone=AET
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/AdoptOpenJDK 12.0.1 (64-bit)/cpus=3,threads=1,free=50226768,total=185581568
   [junit4]   2> NOTE: All tests run in this JVM: [TestContainerReqHandler, TestContainerReqHandler, TestContainerReqHandler]
   [junit4] Completed [5/5 (1!)] on J0 in 30.85s, 6 tests, 1 failure <<< FAILURES!

[...truncated 10 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:1572: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:1099: There were test failures: 5 suites, 30 tests, 1 failure [seed: E70E8D55030F58A2]

Total time: 2 minutes 11 seconds

[repro] Setting last failure code to 256

[repro] Failures:
[repro]   1/5 failed: org.apache.solr.handler.TestContainerReqHandler
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=fce0a5d45b16cba8e758cda534bae0a1d89d8ed1, workspace=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX
[WARNINGS] Computing warning deltas based on reference build #330
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk1.8.0) - Build # 332 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/332/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

All tests passed

Build Log:
[...truncated 56547 lines...]
  [javadoc] Generating Javadoc
  [javadoc] Javadoc execution
  [javadoc] Loading source files for package org.apache.lucene.analysis.ja...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ja.dict...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ja.tokenattributes...
  [javadoc] Loading source files for package org.apache.lucene.analysis.ja.util...
  [javadoc] Constructing Javadoc information...
  [javadoc] Standard Doclet version 1.8.0_201
  [javadoc] Building tree for all the packages and classes...
  [javadoc] /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/analysis/kuromoji/src/java/org/apache/lucene/analysis/ja/util/DictionaryBuilder.java:36: error: unknown tag: lucene.experimenal
  [javadoc]  * @lucene.experimenal
  [javadoc]    ^
  [javadoc] Building index for all the packages and classes...
  [javadoc] Building index for all classes...
  [javadoc] Generating /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/docs/analyzers-kuromoji/help-doc.html...
  [javadoc] Note: Custom tags that were not seen:  @lucene.internal
  [javadoc] 1 error

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/build.xml:634: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/build.xml:101: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build.xml:142: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build.xml:250: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:2272: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/analysis/build.xml:141: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/analysis/build.xml:38: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/analysis/analysis-module-build.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/module-build.xml:87: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:2201: Javadoc returned 1

Total time: 132 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2