You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/03/16 00:42:56 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-12.0.2) - Build # 5775 - Failure!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5775/
Java: 64bit/jdk-12.0.2 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ReplicationFactorTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.ReplicationFactorTest:     1) Thread[id=17073, name=SessionTracker, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]         at java.base@12.0.2/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.ReplicationFactorTest: 
   1) Thread[id=17073, name=SessionTracker, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
        at java.base@12.0.2/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
	at __randomizedtesting.SeedInfo.seed([D7B0580018054254]:0)


FAILED:  org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots

Error Message:
expected:<COMPLETED> but was:<RUNNING>

Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
	at __randomizedtesting.SeedInfo.seed([D7B0580018054254:E1FCDC9F6D5C401B]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:118)
	at org.junit.Assert.assertEquals(Assert.java:144)
	at org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots(TestSolrCloudSnapshots.java:197)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:835)




Build Log:
[...truncated 14424 lines...]
   [junit4] Suite: org.apache.solr.cloud.ReplicationFactorTest
   [junit4]   2> 1440390 INFO  (SUITE-ReplicationFactorTest-seed#[D7B0580018054254]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1440390 INFO  (SUITE-ReplicationFactorTest-seed#[D7B0580018054254]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/data-dir-159-001
   [junit4]   2> 1440391 WARN  (SUITE-ReplicationFactorTest-seed#[D7B0580018054254]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1440392 INFO  (SUITE-ReplicationFactorTest-seed#[D7B0580018054254]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1440394 INFO  (SUITE-ReplicationFactorTest-seed#[D7B0580018054254]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776") w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1440394 INFO  (SUITE-ReplicationFactorTest-seed#[D7B0580018054254]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1440394 INFO  (SUITE-ReplicationFactorTest-seed#[D7B0580018054254]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /lz_pl/
   [junit4]   2> 1440400 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1440400 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1440400 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1440501 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer start zk server on port:52921
   [junit4]   2> 1440501 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:52921
   [junit4]   2> 1440501 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:52921
   [junit4]   2> 1440501 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 52921
   [junit4]   2> 1440506 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1440512 INFO  (zkConnectionManagerCallback-5687-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1440513 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1440522 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1440526 INFO  (zkConnectionManagerCallback-5689-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1440526 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1440537 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1440550 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1440555 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1440562 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1440565 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1440570 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1440573 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1440576 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1440580 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1440583 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1440589 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1440592 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1441317 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1441317 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1441317 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 12.0.2+10
   [junit4]   2> 1441319 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1441320 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1441320 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1441322 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ee4ea09{/lz_pl,null,AVAILABLE}
   [junit4]   2> 1441324 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@20f0d0fb{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:52927}
   [junit4]   2> 1441324 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.s.Server Started @1441407ms
   [junit4]   2> 1441324 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/lz_pl, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/tempDir-001/control/data, hostPort=52926, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 1441324 ERROR (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1441324 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1441324 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1441325 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1441325 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1441325 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T00:08:29.795277Z
   [junit4]   2> 1441326 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1441330 INFO  (zkConnectionManagerCallback-5691-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1441330 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1441435 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1441435 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/control-001/solr.xml
   [junit4]   2> 1441440 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1441523 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1441524 WARN  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1d99e76d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1441525 WARN  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1d99e76d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1441528 WARN  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@42e1f4aa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1441528 WARN  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@42e1f4aa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1441529 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52921/solr
   [junit4]   2> 1441530 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1441533 INFO  (zkConnectionManagerCallback-5698-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1441533 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1441642 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1441646 INFO  (zkConnectionManagerCallback-5700-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1441646 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1441856 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52926_lz_pl
   [junit4]   2> 1441859 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.Overseer Overseer (id=72142911510085636-127.0.0.1:52926_lz_pl-n_0000000000) starting
   [junit4]   2> 1441878 INFO  (OverseerStateUpdate-72142911510085636-127.0.0.1:52926_lz_pl-n_0000000000) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:52926_lz_pl
   [junit4]   2> 1441880 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52926_lz_pl
   [junit4]   2> 1441887 INFO  (zkCallback-5699-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1441903 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1441906 WARN  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1441936 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1441964 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1441984 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1441984 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1441986 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/control-001/cores
   [junit4]   2> 1442009 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1442014 INFO  (zkConnectionManagerCallback-5709-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1442014 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1442020 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1442027 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52921/solr ready
   [junit4]   2> 1442029 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52933,localport=52926], receiveBufferSize:408300
   [junit4]   2> 1442031 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52927,localport=52934], receiveBufferSize=408300
   [junit4]   2> 1442033 INFO  (qtp2803300-17099) [n:127.0.0.1:52926_lz_pl     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:52926_lz_pl&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1442051 INFO  (OverseerThreadFactory-5441-thread-1-processing-n:127.0.0.1:52926_lz_pl) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1442174 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52936,localport=52926], receiveBufferSize:408300
   [junit4]   2> 1442175 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52927,localport=52937], receiveBufferSize=408300
   [junit4]   2> 1442176 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1442182 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1443222 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1443256 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1443409 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1443459 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1443460 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1443460 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1443463 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=56.091796875, floorSegmentMB=1.44140625, forceMergeDeletesPctAllowed=9.304095473868468, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=26.7700852398791
   [junit4]   2> 1443465 WARN  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1443554 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1443554 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1443556 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1443556 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1443558 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=75.6787109375, floorSegmentMB=0.900390625, forceMergeDeletesPctAllowed=9.453817747210142, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=29.862983000464084
   [junit4]   2> 1443559 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@60c89568[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1443564 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1443566 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1443567 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1443568 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661277109787557888
   [junit4]   2> 1443572 INFO  (searcherExecutor-5446-thread-1-processing-n:127.0.0.1:52926_lz_pl x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@60c89568[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1443578 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1443578 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 1443588 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1443588 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1443588 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52926/lz_pl/control_collection_shard1_replica_n1/
   [junit4]   2> 1443589 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1443590 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:52926/lz_pl/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1443590 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72142911510085636-core_node2-n_0000000000
   [junit4]   2> 1443595 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52926/lz_pl/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1443704 INFO  (zkCallback-5699-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1443706 INFO  (zkCallback-5699-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1443711 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1443717 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1541
   [junit4]   2> 1443722 INFO  (qtp2803300-17099) [n:127.0.0.1:52926_lz_pl     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1443818 INFO  (zkCallback-5699-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1443818 INFO  (zkCallback-5699-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1443819 INFO  (zkCallback-5699-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1443820 INFO  (qtp2803300-17099) [n:127.0.0.1:52926_lz_pl     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:52926_lz_pl&wt=javabin&version=2} status=0 QTime=1787
   [junit4]   2> 1443821 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 1443938 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1443942 INFO  (zkConnectionManagerCallback-5715-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1443942 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1443945 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1443948 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52921/solr ready
   [junit4]   2> 1443948 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1443949 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52957,localport=52926], receiveBufferSize:408300
   [junit4]   2> 1443950 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52927,localport=52958], receiveBufferSize=408300
   [junit4]   2> 1443950 INFO  (qtp2803300-17099) [n:127.0.0.1:52926_lz_pl     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1443958 INFO  (OverseerThreadFactory-5441-thread-2-processing-n:127.0.0.1:52926_lz_pl) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1443958 INFO  (OverseerCollectionConfigSetProcessor-72142911510085636-127.0.0.1:52926_lz_pl-n_0000000000) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1444172 WARN  (OverseerThreadFactory-5441-thread-2-processing-n:127.0.0.1:52926_lz_pl) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1444175 INFO  (qtp2803300-17099) [n:127.0.0.1:52926_lz_pl     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1444178 INFO  (qtp2803300-17099) [n:127.0.0.1:52926_lz_pl     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=227
   [junit4]   2> 1444180 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 3 expected:3
   [junit4]   2> 1444180 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1444181 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 3 expected:3
   [junit4]   2> 1444181 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1444182 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 3 expected:3
   [junit4]   2> 1444182 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1444182 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
   [junit4]   2> 1444592 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 1444593 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1444593 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1444593 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 12.0.2+10
   [junit4]   2> 1444595 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1444595 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1444595 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1444595 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1030fc8a{/lz_pl,null,AVAILABLE}
   [junit4]   2> 1444596 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6a85b571{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:52963}
   [junit4]   2> 1444596 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.Server Started @1444679ms
   [junit4]   2> 1444596 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/lz_pl, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/tempDir-001/jetty1, hostPort=52962, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-1-001/cores}
   [junit4]   2> 1444596 ERROR (closeThreadPool-5716-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1444596 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1444596 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1444597 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1444597 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1444597 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T00:08:33.067034Z
   [junit4]   2> 1444597 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1444600 INFO  (zkConnectionManagerCallback-5718-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1444600 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1444703 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1444703 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-1-001/solr.xml
   [junit4]   2> 1444710 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1444849 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1444851 WARN  (closeThreadPool-5716-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5c6f8248[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1444851 WARN  (closeThreadPool-5716-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5c6f8248[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1444856 WARN  (closeThreadPool-5716-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@48b115a0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1444856 WARN  (closeThreadPool-5716-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@48b115a0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1444858 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52921/solr
   [junit4]   2> 1444861 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1444867 INFO  (zkConnectionManagerCallback-5725-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1444867 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1444973 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1444980 INFO  (zkConnectionManagerCallback-5727-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1444980 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1445001 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1445024 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.c.ZkController Publish node=127.0.0.1:52962_lz_pl as DOWN
   [junit4]   2> 1445028 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1445029 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52962_lz_pl
   [junit4]   2> 1445042 INFO  (zkCallback-5726-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1445044 INFO  (zkCallback-5699-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1445045 INFO  (zkCallback-5714-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1445061 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1445062 WARN  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1445068 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-2-001 of type NRT for shard3
   [junit4]   2> 1445070 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1445070 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1445070 INFO  (closeThreadPool-5716-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 12.0.2+10
   [junit4]   2> 1445074 INFO  (closeThreadPool-5716-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1445074 INFO  (closeThreadPool-5716-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1445074 INFO  (closeThreadPool-5716-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1445075 INFO  (closeThreadPool-5716-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@160bf96a{/lz_pl,null,AVAILABLE}
   [junit4]   2> 1445077 INFO  (closeThreadPool-5716-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@52866ddc{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:52974}
   [junit4]   2> 1445077 INFO  (closeThreadPool-5716-thread-2) [     ] o.e.j.s.Server Started @1445160ms
   [junit4]   2> 1445077 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/lz_pl, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/tempDir-001/jetty2, hostPort=52973, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-2-001/cores}
   [junit4]   2> 1445077 ERROR (closeThreadPool-5716-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1445077 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1445077 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1445077 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1445077 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1445078 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T00:08:33.547997Z
   [junit4]   2> 1445079 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1445085 INFO  (zkConnectionManagerCallback-5732-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1445085 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1445103 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1445150 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1445161 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1445161 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1445163 INFO  (closeThreadPool-5716-thread-1) [n:127.0.0.1:52962_lz_pl     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-1-001/cores
   [junit4]   2> 1445198 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1445198 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-2-001/solr.xml
   [junit4]   2> 1445203 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1445223 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:52962_lz_pl
   [junit4]   2> 1445279 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1445280 WARN  (closeThreadPool-5716-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@240ea009[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1445280 WARN  (closeThreadPool-5716-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@240ea009[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1445283 WARN  (closeThreadPool-5716-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@257945fb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1445283 WARN  (closeThreadPool-5716-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@257945fb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1445284 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52921/solr
   [junit4]   2> 1445285 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1445288 INFO  (zkConnectionManagerCallback-5740-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1445288 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1445395 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1445403 INFO  (zkConnectionManagerCallback-5742-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1445403 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1445428 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1445449 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.c.ZkController Publish node=127.0.0.1:52973_lz_pl as DOWN
   [junit4]   2> 1445456 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1445457 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52973_lz_pl
   [junit4]   2> 1445462 INFO  (zkCallback-5726-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1445462 INFO  (zkCallback-5714-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1445462 INFO  (zkCallback-5699-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1445462 INFO  (zkCallback-5741-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1445474 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1445474 WARN  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1445495 INFO  (TEST-ReplicationFactorTest.test-seed#[D7B0580018054254]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 1445496 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1445496 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1445497 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 12.0.2+10
   [junit4]   2> 1445500 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1445500 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1445500 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1445501 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a69e9a1{/lz_pl,null,AVAILABLE}
   [junit4]   2> 1445501 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1445501 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@73c316ad{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:52979}
   [junit4]   2> 1445501 INFO  (closeThreadPool-5716-thread-1) [     ] o.e.j.s.Server Started @1445584ms
   [junit4]   2> 1445501 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/lz_pl, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/tempDir-001/jetty3, hostPort=52978, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-3-001/cores}
   [junit4]   2> 1445501 ERROR (closeThreadPool-5716-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1445501 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1445501 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1445501 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1445501 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1445505 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T00:08:33.975870Z
   [junit4]   2> 1445508 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1445511 INFO  (zkConnectionManagerCallback-5748-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1445511 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1445525 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1445534 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1445534 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1445535 INFO  (closeThreadPool-5716-thread-2) [n:127.0.0.1:52973_lz_pl     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-2-001/cores
   [junit4]   2> 1445561 INFO  (closeThreadPool-5716-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:52973_lz_pl
   [junit4]   2> 1445618 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1445618 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-3-001/solr.xml
   [junit4]   2> 1445624 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1445687 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1445688 WARN  (closeThreadPool-5716-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4877729e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1445688 WARN  (closeThreadPool-5716-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4877729e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1445690 WARN  (closeThreadPool-5716-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2ffc03b2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1445690 WARN  (closeThreadPool-5716-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2ffc03b2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1445691 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52921/solr
   [junit4]   2> 1445692 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1445708 INFO  (zkConnectionManagerCallback-5755-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1445708 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1445819 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1445822 INFO  (zkConnectionManagerCallback-5757-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1445822 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1445836 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1445852 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:52978_lz_pl as DOWN
   [junit4]   2> 1445861 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1445861 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52978_lz_pl
   [junit4]   2> 1445866 INFO  (zkCallback-5714-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1445866 INFO  (zkCallback-5699-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1445867 INFO  (zkCallback-5756-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1445867 INFO  (zkCallback-5741-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1445868 INFO  (zkCallback-5726-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1445872 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1445873 WARN  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1445891 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1445912 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1445923 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1445923 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1445925 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-3-001/cores
   [junit4]   2> 1445967 INFO  (OverseerCollectionConfigSetProcessor-72142911510085636-127.0.0.1:52926_lz_pl-n_0000000000) [n:127.0.0.1:52926_lz_pl     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1445971 INFO  (closeThreadPool-5716-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:52978_lz_pl
   [junit4]   2> 1445976 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52984,localport=52926], receiveBufferSize:408300
   [junit4]   2> 1445976 INFO  (qtp2803300-17098) [n:127.0.0.1:52926_lz_pl     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52962_lz_pl&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1445977 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52927,localport=52986], receiveBufferSize=408300
   [junit4]   2> 1445977 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52985,localport=52926], receiveBufferSize:408300
   [junit4]   2> 1445978 INFO  (qtp2803300-17101) [n:127.0.0.1:52926_lz_pl     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52973_lz_pl&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1445978 INFO  (SocketProxy-Acceptor-52926) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52927,localport=52987], receiveBufferSize=408300
   [junit4]   2> 1445979 INFO  (qtp2803300-17100) [n:127.0.0.1:52926_lz_pl     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52978_lz_pl&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1445991 INFO  (OverseerThreadFactory-5441-thread-3-processing-n:127.0.0.1:52926_lz_pl) [n:127.0.0.1:52926_lz_pl c:collection1 s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:52962_lz_pl for creating new replica of shard shard2 for collection collection1
   [junit4]   2> 1446000 INFO  (OverseerThreadFactory-5441-thread-3-processing-n:127.0.0.1:52926_lz_pl) [n:127.0.0.1:52926_lz_pl c:collection1 s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1446001 INFO  (OverseerThreadFactory-5441-thread-5-processing-n:127.0.0.1:52926_lz_pl) [n:127.0.0.1:52926_lz_pl c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:52978_lz_pl for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 1446002 INFO  (OverseerThreadFactory-5441-thread-4-processing-n:127.0.0.1:52926_lz_pl) [n:127.0.0.1:52926_lz_pl c:collection1 s:shard3   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:52973_lz_pl for creating new replica of shard shard3 for collection collection1
   [junit4]   2> 1446007 INFO  (SocketProxy-Acceptor-52962) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52988,localport=52962], receiveBufferSize:408300
   [junit4]   2> 1446009 INFO  (OverseerThreadFactory-5441-thread-5-processing-n:127.0.0.1:52926_lz_pl) [n:127.0.0.1:52926_lz_pl c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1446010 INFO  (SocketProxy-Acceptor-52962) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52963,localport=52989], receiveBufferSize=408300
   [junit4]   2> 1446011 INFO  (OverseerThreadFactory-5441-thread-4-processing-n:127.0.0.1:52926_lz_pl) [n:127.0.0.1:52926_lz_pl c:collection1 s:shard3   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1446014 INFO  (qtp1857698942-17164) [n:127.0.0.1:52962_lz_pl    x:collection1_shard2_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n1&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1446018 INFO  (SocketProxy-Acceptor-52978) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52990,localport=52978], receiveBufferSize:408300
   [junit4]   2> 1446020 INFO  (SocketProxy-Acceptor-52978) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52979,localport=52991], receiveBufferSize=408300
   [junit4]   2> 1446022 INFO  (SocketProxy-Acceptor-52973) [     ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52992,localport=52973], receiveBufferSize:408300
   [junit4]   2> 1446024 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl    x:collection1_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n2&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1446024 INFO  (SocketProxy-Acceptor-52973) [     ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=52974,localport=52993], receiveBufferSize=408300
   [junit4]   2> 1446029 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl    x:collection1_shard3_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n3&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1447065 INFO  (qtp1857698942-17164) [n:127.0.0.1:52962_lz_pl c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1447071 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1447075 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1447102 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1447102 INFO  (qtp1857698942-17164) [n:127.0.0.1:52962_lz_pl c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1447109 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1447814 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1447830 INFO  (qtp1857698942-17164) [n:127.0.0.1:52962_lz_pl c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1447833 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1447882 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from configset conf1, trusted=true
   [junit4]   2> 1447883 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1447883 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-3-001/cores/collection1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-3-001/cores/collection1_shard1_replica_n2/data/]
   [junit4]   2> 1447886 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=56.091796875, floorSegmentMB=1.44140625, forceMergeDeletesPctAllowed=9.304095473868468, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=26.7700852398791
   [junit4]   2> 1447890 WARN  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1447893 INFO  (qtp1857698942-17164) [n:127.0.0.1:52962_lz_pl c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1447894 INFO  (qtp1857698942-17164) [n:127.0.0.1:52962_lz_pl c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n1' (registry 'solr.core.collection1.shard2.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1447894 INFO  (qtp1857698942-17164) [n:127.0.0.1:52962_lz_pl c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-1-001/cores/collection1_shard2_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-1-001/cores/collection1_shard2_replica_n1/data/]
   [junit4]   2> 1447897 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n3' using configuration from configset conf1, trusted=true
   [junit4]   2> 1447898 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n3' (registry 'solr.core.collection1.shard3.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17b7cb33
   [junit4]   2> 1447898 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.c.SolrCore [[collection1_shard3_replica_n3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-2-001/cores/collection1_shard3_replica_n3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.ReplicationFactorTest_D7B0580018054254-001/shard-2-001/cores/collection1_shard3_replica_n3/data/]
   [junit4]   2> 1447900 INFO  (qtp1857698942-17164) [n:127.0.0.1:52962_lz_pl c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=56.091796875, floorSegmentMB=1.44140625, forceMergeDeletesPctAllowed=9.304095473868468, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=26.7700852398791
   [junit4]   2> 1447900 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=56.091796875, floorSegmentMB=1.44140625, forceMergeDeletesPctAllowed=9.304095473868468, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=26.7700852398791
   [junit4]   2> 1447902 WARN  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1447903 WARN  (qtp1857698942-17164) [n:127.0.0.1:52962_lz_pl c:collection1 s:shard2  x:collection1_shard2_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1447972 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1447972 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1447979 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1447979 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1447982 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=75.6787109375, floorSegmentMB=0.900390625, forceMergeDeletesPctAllowed=9.453817747210142, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=29.862983000464084
   [junit4]   2> 1447983 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@668ef7fb[collection1_shard1_replica_n2] main]
   [junit4]   2> 1447992 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1447994 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1447995 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1447995 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661277114429603840
   [junit4]   2> 1448011 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1448011 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1448011 INFO  (searcherExecutor-5478-thread-1-processing-n:127.0.0.1:52978_lz_pl x:collection1_shard1_replica_n2 c:collection1 s:shard1) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@668ef7fb[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1448013 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1448013 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1448014 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=75.6787109375, floorSegmentMB=0.900390625, forceMergeDeletesPctAllowed=9.453817747210142, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=29.862983000464084
   [junit4]   2> 1448016 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@433e5a7[collection1_shard3_replica_n3] main]
   [junit4]   2> 1448021 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1448022 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1448023 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1448023 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1661277114458963968
   [junit4]   2> 1448025 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node5=0}, version=0}
   [junit4]   2> 1448025 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 1448028 INFO  (searcherExecutor-5480-thread-1-processing-n:127.0.0.1:52973_lz_pl x:collection1_shard3_replica_n3 c:collection1 s:shard3) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.c.SolrCore [collection1_shard3_replica_n3] Registered new searcher Searcher@433e5a7[collection1_shard3_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1448040 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard3 to Terms{values={core_node6=0}, version=0}
   [junit4]   2> 1448040 INFO  (qtp1455023059-17189) [n:127.0.0.1:52973_lz_pl c:collection1 s:shard3  x:collection1_shard3_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard3
   [junit4]   2> 1448049 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1448049 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1448049 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52978/lz_pl/collection1_shard1_replica_n2/
   [junit4]   2> 1448052 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1448053 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.SyncStrategy http://127.0.0.1:52978/lz_pl/collection1_shard1_replica_n2/ has no replicas
   [junit4]   2> 1448053 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72142911510085647-core_node5-n_0000000000
   [junit4]   2> 1448060 INFO  (qtp1445687974-17219) [n:127.0.0.1:52978_lz_pl c:collection1 s:shard1  x:collection1_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.

[...truncated too long message...]

4]   2> 1525697 INFO  (jetty-closer-7004-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@217d317b: rootName = solr_53389, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2dcaf327
   [junit4]   2> 1525702 INFO  (jetty-closer-7004-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1525702 INFO  (jetty-closer-7004-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45b8ba6d: rootName = solr_53389, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7f744217
   [junit4]   2> 1525705 INFO  (jetty-closer-7004-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1525705 INFO  (jetty-closer-7004-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3b5d11fd: rootName = solr_53389, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5f970153
   [junit4]   2> 1525705 INFO  (jetty-closer-7004-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1525759 INFO  (jetty-closer-7004-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72142913913421833-127.0.0.1:53392_solr-n_0000000000) closing
   [junit4]   2> 1525761 INFO  (zkCallback-6952-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1525761 INFO  (zkCallback-6975-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1525768 INFO  (jetty-closer-7004-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@20104653{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1525768 INFO  (jetty-closer-7004-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@59af4b3a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1525769 INFO  (jetty-closer-7004-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1525876 INFO  (jetty-closer-7004-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7660737d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1525877 INFO  (jetty-closer-7004-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f860b4d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1525877 INFO  (jetty-closer-7004-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1525980 INFO  (jetty-closer-7004-thread-4) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3ab30ae5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1525981 INFO  (jetty-closer-7004-thread-4) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@39d0a5d9{/solr,null,UNAVAILABLE}
   [junit4]   2> 1525981 INFO  (jetty-closer-7004-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1525983 INFO  (SUITE-TestSolrCloudSnapshots-seed#[D7B0580018054254]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1526199 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/collections/SolrCloudSnapshots_restored/terms/shard2
   [junit4]   2> 	7	/solr/collections/SolrCloudSnapshots/terms/shard2
   [junit4]   2> 	7	/solr/collections/SolrCloudSnapshots/terms/shard1
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 	4	/solr/collections/SolrCloudSnapshots/collectionprops.json
   [junit4]   2> 	3	/solr/collections/SolrCloudSnapshots_restored/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	79	/solr/collections/SolrCloudSnapshots_restored/state.json
   [junit4]   2> 	57	/solr/collections/SolrCloudSnapshots/state.json
   [junit4]   2> 	7	/solr/collections/SolrCloudSnapshots/collectionprops.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/collections/SolrCloudSnapshots_restored/collectionprops.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72142913913421834-127.0.0.1:53391_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	64	/solr/overseer/queue
   [junit4]   2> 	21	/solr/live_nodes
   [junit4]   2> 	14	/solr/collections
   [junit4]   2> 	13	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1526208 INFO  (SUITE-TestSolrCloudSnapshots-seed#[D7B0580018054254]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:53384
   [junit4]   2> 1526208 INFO  (SUITE-TestSolrCloudSnapshots-seed#[D7B0580018054254]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:53384
   [junit4]   2> 1526208 INFO  (SUITE-TestSolrCloudSnapshots-seed#[D7B0580018054254]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 53384
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_D7B0580018054254-001
   [junit4]   2> Mar 16, 2020 12:09:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {_root_=BlockTreeOrds(blocksize=128), name=Lucene84, id=Lucene84}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1001, maxMBSortInHeap=6.228571765109232, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@487f6fb1), locale=ast, timezone=Australia/Darwin
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 12.0.2 (64-bit)/cpus=6,threads=1,free=253306504,total=523763712
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldResource, DirectSolrSpellCheckerTest, TestSolrQueryParser, OpenExchangeRatesOrgProviderTest, TestDeleteCollectionOnDownNodes, TestJsonFacets, SearchRateTriggerTest, TestApiFramework, TestSolrCloudWithDelegationTokens, ForceLeaderWithTlogReplicasTest, RegexBytesRefFilterTest, TokenizerChainTest, TestUtilizeNode, CreateCollectionCleanupTest, TestCloudPivotFacet, PrimUtilsTest, DeleteReplicaTest, SolrIndexSplitterTest, TestCharFilters, TestOnReconnectListenerSupport, TestStressLiveNodes, XCJFQueryTest, TestDynamicURP, CloudExitableDirectoryReaderTest, TestInPlaceUpdatesDistrib, UpdateRequestProcessorFactoryTest, TestImpersonationWithHadoopAuth, TestLocalFSCloudBackupRestore, IndexSizeEstimatorTest, MoveReplicaTest, TestLeaderElectionWithEmptyReplica, TestIntervalFaceting, TestGraphTermsQParserPlugin, DistributedFacetPivotSmallAdvancedTest, TestTrackingShardHandlerFactory, OverseerSolrResponseTest, RequestHandlersTest, DimensionalRoutedAliasUpdateProcessorTest, AutoScalingHandlerTest, IgnoreLargeDocumentProcessorFactoryTest, TestJoin, SolrXmlInZkTest, TestManagedSynonymFilterFactory, SimpleCollectionCreateDeleteTest, SpatialRPTFieldTypeTest, TestConfigSetImmutable, TimeRoutedAliasUpdateProcessorTest, SpellPossibilityIteratorTest, TestExportTool, TestQueryUtils, BasicAuthIntegrationTest, ClassificationUpdateProcessorFactoryTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, RegexBoostProcessorTest, CdcrUpdateLogTest, HDFSCollectionsAPITest, DistributedIntervalFacetingTest, TestSafeXMLParsing, SolrSlf4jReporterTest, TestStressReorder, TestLogWatcher, FacetPivotSmallTest, RollingRestartTest, TestMacroExpander, TestAuthorizationFramework, DocValuesMissingTest, CollectionStateFormat2Test, TestLMDirichletSimilarityFactory, CheckHdfsIndexTest, TestSolr4Spatial2, XmlUpdateRequestHandlerTest, HdfsNNFailoverTest, TestExactSharedStatsCache, CursorMarkTest, TestReloadAndDeleteDocs, TestLazyCores, TestReqParamsAPI, StatsComponentTest, TestExtendedDismaxParser, TestClusterStateMutator, TestCSVResponseWriter, TestSolrCloudSnapshots]
   [junit4] Completed [512/905 (2!)] on J0 in 50.10s, 1 test, 1 failure <<< FAILURES!

[...truncated 53985 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:635: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:508: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:496: Source checkout is modified!!! Offending files:
* lucene/licenses/morfologik-ukrainian-search-4.9.1.jar.sha1
* solr/licenses/morfologik-ukrainian-search-4.9.1.jar.sha1

Total time: 70 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-14-rc) - Build # 5778 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5778/
Java: 64bit/jdk-14-rc -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.testSetProperties

Error Message:
conf(default delay): Couldn't get second timestampe after max allowed polling

Stack Trace:
java.lang.AssertionError: conf(default delay): Couldn't get second timestampe after max allowed polling
	at __randomizedtesting.SeedInfo.seed([9A7953C43CB91FB8:F11D848D8F948A3C]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertNotNull(Assert.java:712)
	at org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.waitForAndDiffTimestamps(TriggerSetPropertiesIntegrationTest.java:229)
	at org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.testSetProperties(TriggerSetPropertiesIntegrationTest.java:92)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.testSetProperties

Error Message:
conf(default delay): Couldn't get second timestampe after max allowed polling

Stack Trace:
java.lang.AssertionError: conf(default delay): Couldn't get second timestampe after max allowed polling
	at __randomizedtesting.SeedInfo.seed([9A7953C43CB91FB8:F11D848D8F948A3C]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertNotNull(Assert.java:712)
	at org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.waitForAndDiffTimestamps(TriggerSetPropertiesIntegrationTest.java:229)
	at org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.testSetProperties(TriggerSetPropertiesIntegrationTest.java:92)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)




Build Log:
[...truncated 14119 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest
   [junit4]   2> 992774 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 992775 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/data-dir-66-001
   [junit4]   2> 992775 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 992776 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 992776 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 992776 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/tempDir-001
   [junit4]   2> 992777 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 992777 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 992777 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 992877 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:52915
   [junit4]   2> 992877 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:52915
   [junit4]   2> 992877 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:52915
   [junit4]   2> 992877 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 52915
   [junit4]   2> 992880 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 992887 INFO  (zkConnectionManagerCallback-4478-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992887 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 992892 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 992897 INFO  (zkConnectionManagerCallback-4480-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992897 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 992898 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 992904 INFO  (zkConnectionManagerCallback-4482-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992904 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 993014 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 993014 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 993014 INFO  (jetty-launcher-4483-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 993015 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 993015 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 993015 INFO  (jetty-launcher-4483-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 993017 INFO  (jetty-launcher-4483-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 993017 INFO  (jetty-launcher-4483-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 993017 INFO  (jetty-launcher-4483-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 993017 INFO  (jetty-launcher-4483-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f060b2f{/solr,null,AVAILABLE}
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@32b2e3e4{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:52922}
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-1) [     ] o.e.j.s.Server Started @993094ms
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52922}
   [junit4]   2> 993019 ERROR (jetty-launcher-4483-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T22:04:03.795776Z
   [junit4]   2> 993019 INFO  (jetty-launcher-4483-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5cff2f2c{/solr,null,AVAILABLE}
   [junit4]   2> 993020 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 993021 INFO  (jetty-launcher-4483-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@55820377{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:52923}
   [junit4]   2> 993021 INFO  (jetty-launcher-4483-thread-2) [     ] o.e.j.s.Server Started @993096ms
   [junit4]   2> 993021 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52923}
   [junit4]   2> 993021 ERROR (jetty-launcher-4483-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 993021 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 993021 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 993021 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 993021 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 993021 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T22:04:03.797389Z
   [junit4]   2> 993022 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 993025 INFO  (zkConnectionManagerCallback-4485-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 993025 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 993025 INFO  (zkConnectionManagerCallback-4487-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 993025 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 993027 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 993027 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 993136 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 993138 WARN  (jetty-launcher-4483-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3da78e09[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 993138 WARN  (jetty-launcher-4483-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3da78e09[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 993140 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 993144 WARN  (jetty-launcher-4483-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@28e00029[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 993144 WARN  (jetty-launcher-4483-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@28e00029[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 993153 WARN  (jetty-launcher-4483-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4243441c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 993153 WARN  (jetty-launcher-4483-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4243441c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 993154 INFO  (jetty-launcher-4483-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52915/solr
   [junit4]   2> 993158 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 993158 WARN  (jetty-launcher-4483-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@58fa0c1b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 993158 WARN  (jetty-launcher-4483-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@58fa0c1b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 993159 INFO  (jetty-launcher-4483-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52915/solr
   [junit4]   2> 993161 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 993164 INFO  (zkConnectionManagerCallback-4498-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 993165 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 993176 INFO  (zkConnectionManagerCallback-4501-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 993179 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 993765 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52923_solr
   [junit4]   2> 993770 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.c.Overseer Overseer (id=72148074770595845-127.0.0.1:52923_solr-n_0000000000) starting
   [junit4]   2> 993811 INFO  (OverseerStateUpdate-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [n:127.0.0.1:52923_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:52923_solr
   [junit4]   2> 993812 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52923_solr
   [junit4]   2> 993812 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 993818 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 993818 INFO  (OverseerStateUpdate-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [n:127.0.0.1:52923_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 993819 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 993819 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 993833 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 993833 WARN  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 993844 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:52923_solr]
   [junit4]   2> 993846 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 993848 DEBUG (ScheduledTrigger-3798-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 993848 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 993861 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 993892 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 993894 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52923.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42daa737
   [junit4]   2> 993904 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52923.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42daa737
   [junit4]   2> 993904 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52923.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42daa737
   [junit4]   2> 993905 INFO  (jetty-launcher-4483-thread-2) [n:127.0.0.1:52923_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/tempDir-001/node2/.
   [junit4]   2> 993930 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:52922_solr as DOWN
   [junit4]   2> 993938 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 993938 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52922_solr
   [junit4]   2> 993947 INFO  (zkCallback-4497-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 993947 INFO  (zkCallback-4500-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 993972 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 993972 WARN  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 994001 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 994035 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52922.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42daa737
   [junit4]   2> 994061 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52922.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42daa737
   [junit4]   2> 994061 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52922.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42daa737
   [junit4]   2> 994062 INFO  (jetty-launcher-4483-thread-1) [n:127.0.0.1:52922_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/tempDir-001/node1/.
   [junit4]   2> 994102 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 994103 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 994109 INFO  (zkConnectionManagerCallback-4514-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 994109 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 994112 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 994117 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52915/solr ready
   [junit4]   2> 994139 INFO  (qtp1531311727-14175) [n:127.0.0.1:52923_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 994148 INFO  (qtp1014307354-14171) [n:127.0.0.1:52922_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 994151 INFO  (qtp1531311727-14177) [n:127.0.0.1:52923_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 994152 DEBUG (qtp1014307354-14167) [n:127.0.0.1:52922_solr     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 994156 INFO  (qtp1014307354-14167) [n:127.0.0.1:52922_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=13
   [junit4]   2> 994157 DEBUG (zkCallback-4497-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 994159 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 994194 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 994206 DEBUG (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 994425 INFO  (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
   [junit4]   2> 994432 INFO  (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.TriggerSetPropertiesIntegrationTest Configuring simple scheduler and adding trigger: mock-timestamper
   [junit4]   2> 994444 INFO  (ScheduledTrigger-3809-thread-1) [     ] o.a.s.c.a.TriggerSetPropertiesIntegrationTest Running mock-timestamper in ScheduledTrigger-3809-thread-1
   [junit4]   2> 994445 INFO  (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.TriggerSetPropertiesIntegrationTest conf(default delay): Waiting for 2 timestamps to be recorded
   [junit4]   2> 999075 DEBUG (ScheduledTrigger-3798-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 1001278 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1001278 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1001278 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1001278 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1001278 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1001279 INFO  (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TriggerSetPropertiesIntegrationTest -Dtests.method=testSetProperties -Dtests.seed=9A7953C43CB91FB8 -Dtests.slow=true -Dtests.locale=en-AT -Dtests.timezone=America/Indiana/Petersburg -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 7.12s J1 | TriggerSetPropertiesIntegrationTest.testSetProperties <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: conf(default delay): Couldn't get second timestampe after max allowed polling
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9A7953C43CB91FB8:F11D848D8F948A3C]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.waitForAndDiffTimestamps(TriggerSetPropertiesIntegrationTest.java:229)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.testSetProperties(TriggerSetPropertiesIntegrationTest.java:92)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:832)
   [junit4]   2> 1001390 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2089598477
   [junit4]   2> 1001390 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:52923_solr
   [junit4]   2> 1001392 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1001392 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:52923_solr as DOWN
   [junit4]   2> 1001392 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=666412506
   [junit4]   2> 1001392 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:52922_solr
   [junit4]   2> 1001394 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1001394 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:52922_solr as DOWN
   [junit4]   2> 1001397 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1001398 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1001399 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@342a7185: rootName = solr_52923, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@776f84b0
   [junit4]   2> 1001401 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1001401 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@23602828: rootName = solr_52922, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1eaf63db
   [junit4]   2> 1001405 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1001405 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a8122fc: rootName = solr_52923, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1a82285d
   [junit4]   2> 1001415 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1001415 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e8dbe1e: rootName = solr_52923, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@c84897a
   [junit4]   2> 1001415 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1001417 INFO  (closeThreadPool-4522-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72148074770595845-127.0.0.1:52923_solr-n_0000000000) closing
   [junit4]   2> 1001418 INFO  (OverseerAutoScalingTriggerThread-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1001418 INFO  (OverseerStateUpdate-72148074770595845-127.0.0.1:52923_solr-n_0000000000) [n:127.0.0.1:52923_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:52923_solr
   [junit4]   2> 1001419 DEBUG (closeThreadPool-4522-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1001419 DEBUG (closeThreadPool-4522-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1001419 DEBUG (closeThreadPool-4522-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1001419 DEBUG (closeThreadPool-4522-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1001422 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1001422 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c929c1a: rootName = solr_52922, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1a82285d
   [junit4]   2> 1001423 DEBUG (closeThreadPool-4522-thread-2) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1001423 DEBUG (closeThreadPool-4522-thread-2) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1001424 INFO  (closeThreadPool-4522-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72148074770595845-127.0.0.1:52923_solr-n_0000000000) closing
   [junit4]   2> 1001427 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1001427 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7cf329db: rootName = solr_52922, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@c84897a
   [junit4]   2> 1001427 INFO  (jetty-closer-4515-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1001527 INFO  (jetty-closer-4515-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72148074770595845-127.0.0.1:52923_solr-n_0000000000) closing
   [junit4]   2> 1001530 INFO  (zkCallback-4500-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1001531 INFO  (jetty-closer-4515-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@55820377{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1001532 INFO  (jetty-closer-4515-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5cff2f2c{/solr,null,UNAVAILABLE}
   [junit4]   2> 1001532 INFO  (jetty-closer-4515-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1001636 INFO  (jetty-closer-4515-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@32b2e3e4{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1001636 INFO  (jetty-closer-4515-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f060b2f{/solr,null,UNAVAILABLE}
   [junit4]   2> 1001636 INFO  (jetty-closer-4515-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1001638 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1001854 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1001857 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:52915
   [junit4]   2> 1001857 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:52915
   [junit4]   2> 1001857 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 52915
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001
   [junit4]   2> Mar 16, 2020 10:04:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=1138, maxMBSortInHeap=5.517801107228665, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@20dbfb93), locale=en-AT, timezone=America/Indiana/Petersburg
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/Oracle Corporation 14 (64-bit)/cpus=6,threads=1,free=228098640,total=374341632
   [junit4]   2> NOTE: All tests run in this JVM: [TestExactStatsCacheCloud, TestStressUserVersions, TestRemoteStreaming, MultiSolrCloudTestCaseTest, TransactionLogTest, TestCollectionAPIs, TestFieldSortValues, ClusterStateMockUtilTest, TestHashQParserPlugin, TestFastOutputStream, TestMinHashQParser, DistributedFacetPivotSmallTest, TestJsonFacetsStatsParsing, OverseerSolrResponseUnsafeSerializationTest, TestReplicaProperties, BJQFilterAccessibleTest, TestClassicSimilarityFactory, FileBasedSpellCheckerTest, TestConfigSetsAPI, TestMacros, AtomicUpdateProcessorFactoryTest, PeerSyncReplicationTest, TestSolrCachePerf, TestManagedSchemaThreadSafety, UnloadDistributedZkTest, IndexSchemaTest, DistributedExpandComponentTest, TestSort, ResourceLoaderTest, ExplicitHLLTest, TestTolerantSearch, DistanceUnitsTest, LeaderElectionContextKeyTest, TestSegmentSorting, TemplateUpdateProcessorTest, InfoHandlerTest, TestConfigSetProperties, XsltUpdateRequestHandlerTest, CollectionsAPISolrJTest, HdfsRecoverLeaseTest, NodeAddedTriggerTest, TestCollationField, ResponseLogComponentTest, UUIDFieldTest, TestImplicitCoreProperties, SynonymTokenizerTest, TestRestoreCore, TaggerTest, SharedFSAutoReplicaFailoverTest, SuggestComponentContextFilterQueryTest, TestMultiValuedNumericRangeQuery, NoCacheHeaderTest, SolrTestCaseJ4Test, PeerSyncWithBufferUpdatesTest, TestUnifiedSolrHighlighterWithoutStoredId, ScheduledMaintenanceTriggerTest, TestFieldTypeCollectionResource, ComputePlanActionTest, JWTVerificationkeyResolverTest, InfixSuggestersTest, MetricsHistoryHandlerTest, ConcurrentDeleteAndCreateCollectionTest, TestStressThreadBackup, DocValuesMultiTest, TestPayloadCheckQParserPlugin, OverriddenZkACLAndCredentialsProvidersTest, ResolveAnalyzerByNameTest, CloudReplicaSourceTest, TestSchemaVersionResource, TestSolrCLIRunExample, SimpleFacetsTest, SoftAutoCommitTest, TestSimNodeLostTrigger, TriggerSetPropertiesIntegrationTest]
   [junit4] Completed [410/905 (1!)] on J1 in 9.38s, 1 test, 1 failure <<< FAILURES!

[...truncated 46546 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5778/consoleText

[repro] Revision: 7fe6f9c57d1bb2f048fe0ffef4635826c760ac1c

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC"
[repro] Repro line:  ant test  -Dtestcase=TriggerSetPropertiesIntegrationTest -Dtests.method=testSetProperties -Dtests.seed=9A7953C43CB91FB8 -Dtests.slow=true -Dtests.locale=en-AT -Dtests.timezone=America/Indiana/Petersburg -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TriggerSetPropertiesIntegrationTest
[repro] ant compile-test

[...truncated 3150 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TriggerSetPropertiesIntegrationTest" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC" -Dtests.seed=9A7953C43CB91FB8 -Dtests.slow=true -Dtests.locale=en-AT -Dtests.timezone=America/Indiana/Petersburg -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[...truncated 34 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest
   [junit4]   2> 4548 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 4575 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/data-dir-1-001
   [junit4]   2> 4786 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4874 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.e.j.u.log Logging initialized @4939ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 4892 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 5002 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 5041 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/tempDir-001
   [junit4]   2> 5194 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 5211 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 5212 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 5334 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:55976
   [junit4]   2> 5334 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:55976
   [junit4]   2> 5355 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:55976
   [junit4]   2> 5356 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 55976
   [junit4]   2> 5496 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5543 INFO  (zkConnectionManagerCallback-3-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5554 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5599 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5613 INFO  (zkConnectionManagerCallback-5-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5613 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5618 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5623 INFO  (zkConnectionManagerCallback-7-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5624 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6026 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 6026 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 6028 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 6032 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 6035 INFO  (jetty-launcher-8-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 6040 INFO  (jetty-launcher-8-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 6075 INFO  (jetty-launcher-8-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 6080 INFO  (jetty-launcher-8-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 6083 INFO  (jetty-launcher-8-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 6083 INFO  (jetty-launcher-8-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 6086 INFO  (jetty-launcher-8-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 6089 INFO  (jetty-launcher-8-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 6113 INFO  (jetty-launcher-8-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63db4d63{/solr,null,AVAILABLE}
   [junit4]   2> 6114 INFO  (jetty-launcher-8-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3acd328b{/solr,null,AVAILABLE}
   [junit4]   2> 6146 INFO  (jetty-launcher-8-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3e847f58{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:55998}
   [junit4]   2> 6146 INFO  (jetty-launcher-8-thread-2) [     ] o.e.j.s.Server Started @6215ms
   [junit4]   2> 6147 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55998}
   [junit4]   2> 6156 INFO  (jetty-launcher-8-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3635cf76{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:55999}
   [junit4]   2> 6156 INFO  (jetty-launcher-8-thread-1) [     ] o.e.j.s.Server Started @6225ms
   [junit4]   2> 6156 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55999}
   [junit4]   2> 6278 ERROR (jetty-launcher-8-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6280 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6280 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 6283 ERROR (jetty-launcher-8-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6283 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6284 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6284 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 6284 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T22:39:47.233770Z
   [junit4]   2> 6285 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 6288 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6290 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6296 INFO  (zkConnectionManagerCallback-10-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6298 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6294 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 6302 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T22:39:47.251061Z
   [junit4]   2> 6304 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 6305 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6312 INFO  (zkConnectionManagerCallback-12-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6312 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6324 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 7388 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 7393 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 7817 WARN  (jetty-launcher-8-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5fe9a0f2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 7817 WARN  (jetty-launcher-8-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5fe9a0f2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 7818 WARN  (jetty-launcher-8-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5c10ced3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 7818 WARN  (jetty-launcher-8-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5c10ced3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 8210 WARN  (jetty-launcher-8-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3b2d6178[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 8210 WARN  (jetty-launcher-8-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@294a73ce[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 8210 WARN  (jetty-launcher-8-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@294a73ce[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 8210 WARN  (jetty-launcher-8-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3b2d6178[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 8234 INFO  (jetty-launcher-8-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55976/solr
   [junit4]   2> 8239 INFO  (jetty-launcher-8-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55976/solr
   [junit4]   2> 8308 INFO  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 8308 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 8314 INFO  (zkConnectionManagerCallback-26-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 8315 INFO  (zkConnectionManagerCallback-24-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 8315 INFO  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 8324 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 9941 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55998_solr
   [junit4]   2> 9984 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.c.Overseer Overseer (id=72148215198711813-127.0.0.1:55998_solr-n_0000000000) starting
   [junit4]   2> 10396 INFO  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55999_solr
   [junit4]   2> 10514 INFO  (zkCallback-25-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 10515 INFO  (zkCallback-23-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 10657 INFO  (OverseerStateUpdate-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [n:127.0.0.1:55998_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:55998_solr
   [junit4]   2> 10664 INFO  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 10682 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:55998_solr as DOWN
   [junit4]   2> 10701 WARN  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 10796 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 10825 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55998_solr
   [junit4]   2> 10876 INFO  (zkCallback-23-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 10876 INFO  (zkCallback-25-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 10908 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 11040 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 11042 WARN  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 11045 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 11441 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 11441 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 11533 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:55999_solr, 127.0.0.1:55998_solr]
   [junit4]   2> 11565 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 11579 DEBUG (ScheduledTrigger-12-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 11585 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 11688 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 11700 INFO  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 12558 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55998.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@329c7d65
   [junit4]   2> 12563 INFO  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55999.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@329c7d65
   [junit4]   2> 12567 INFO  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55999.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@329c7d65
   [junit4]   2> 12568 INFO  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55999.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@329c7d65
   [junit4]   2> 12621 DEBUG (ScheduledTrigger-12-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 12628 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55998.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@329c7d65
   [junit4]   2> 12628 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55998.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@329c7d65
   [junit4]   2> 12692 INFO  (jetty-launcher-8-thread-1) [n:127.0.0.1:55999_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/tempDir-001/node1/.
   [junit4]   2> 12734 INFO  (jetty-launcher-8-thread-2) [n:127.0.0.1:55998_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/tempDir-001/node2/.
   [junit4]   2> 13324 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 13331 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 13356 INFO  (zkConnectionManagerCallback-39-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 13361 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 13375 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 13409 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55976/solr ready
   [junit4]   2> 13623 DEBUG (ScheduledTrigger-12-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 14177 INFO  (qtp208617721-60) [n:127.0.0.1:55998_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=177
   [junit4]   2> 14304 INFO  (qtp208617721-55) [n:127.0.0.1:55998_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=26
   [junit4]   2> 14320 INFO  (qtp780286269-58) [n:127.0.0.1:55999_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=2
   [junit4]   2> 14323 DEBUG (qtp208617721-62) [n:127.0.0.1:55998_solr     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 14328 INFO  (qtp208617721-62) [n:127.0.0.1:55998_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=78
   [junit4]   2> 14331 DEBUG (zkCallback-25-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 14333 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 14349 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 14352 DEBUG (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 14527 INFO  (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
   [junit4]   2> 14529 INFO  (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.TriggerSetPropertiesIntegrationTest Configuring simple scheduler and adding trigger: mock-timestamper
   [junit4]   2> 14553 INFO  (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.TriggerSetPropertiesIntegrationTest conf(default delay): Waiting for 2 timestamps to be recorded
   [junit4]   2> 14556 INFO  (ScheduledTrigger-23-thread-1) [     ] o.a.s.c.a.TriggerSetPropertiesIntegrationTest Running mock-timestamper in ScheduledTrigger-23-thread-1
   [junit4]   2> 14630 DEBUG (ScheduledTrigger-12-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 19093 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 19093 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 19093 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 19093 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 19094 DEBUG (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 19095 INFO  (TEST-TriggerSetPropertiesIntegrationTest.testSetProperties-seed#[9A7953C43CB91FB8]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TriggerSetPropertiesIntegrationTest -Dtests.method=testSetProperties -Dtests.seed=9A7953C43CB91FB8 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=en-AT -Dtests.timezone=America/Indiana/Petersburg -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 4.78s J2 | TriggerSetPropertiesIntegrationTest.testSetProperties <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: conf(default delay): Couldn't get second timestampe after max allowed polling
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9A7953C43CB91FB8:F11D848D8F948A3C]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.waitForAndDiffTimestamps(TriggerSetPropertiesIntegrationTest.java:229)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest.testSetProperties(TriggerSetPropertiesIntegrationTest.java:92)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:832)
   [junit4]   2> 19146 DEBUG (ScheduledTrigger-12-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 19248 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1323647571
   [junit4]   2> 19249 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:55999_solr
   [junit4]   2> 19256 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=264285276
   [junit4]   2> 19256 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:55998_solr
   [junit4]   2> 19263 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 19263 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:55998_solr as DOWN
   [junit4]   2> 19265 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 19265 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:55999_solr as DOWN
   [junit4]   2> 19305 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 19310 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 19319 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 19327 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3645571d: rootName = solr_55999, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@8a356d1
   [junit4]   2> 19328 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@103775cd: rootName = solr_55998, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3c9c269b
   [junit4]   2> 19459 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 19460 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@55ac2281: rootName = solr_55999, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@64bee773
   [junit4]   2> 19471 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 19471 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6cc8875e: rootName = solr_55998, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@64bee773
   [junit4]   2> 19489 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 19489 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@464bcbac: rootName = solr_55999, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@fd53f8d
   [junit4]   2> 19489 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 19497 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 19500 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@78b6716d: rootName = solr_55998, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@fd53f8d
   [junit4]   2> 19506 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 19517 INFO  (closeThreadPool-48-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72148215198711813-127.0.0.1:55998_solr-n_0000000000) closing
   [junit4]   2> 19517 INFO  (zkCallback-25-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 19518 INFO  (OverseerStateUpdate-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [n:127.0.0.1:55998_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:55998_solr
   [junit4]   2> 19518 INFO  (OverseerAutoScalingTriggerThread-72148215198711813-127.0.0.1:55998_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 19518 DEBUG (closeThreadPool-48-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 19518 DEBUG (closeThreadPool-48-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 19518 DEBUG (closeThreadPool-48-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 19518 DEBUG (closeThreadPool-48-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 19519 DEBUG (closeThreadPool-48-thread-1) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 19519 DEBUG (closeThreadPool-48-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 19519 INFO  (closeThreadPool-48-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72148215198711813-127.0.0.1:55998_solr-n_0000000000) closing
   [junit4]   2> 19632 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72148215198711813-127.0.0.1:55998_solr-n_0000000000) closing
   [junit4]   2> 19638 INFO  (jetty-closer-40-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3635cf76{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 19640 INFO  (jetty-closer-40-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3e847f58{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 19641 INFO  (jetty-closer-40-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@63db4d63{/solr,null,UNAVAILABLE}
   [junit4]   2> 19641 INFO  (jetty-closer-40-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3acd328b{/solr,null,UNAVAILABLE}
   [junit4]   2> 19641 INFO  (jetty-closer-40-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 19642 INFO  (jetty-closer-40-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 19651 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 19868 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 19877 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:55976
   [junit4]   2> 19877 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:55976
   [junit4]   2> 19877 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 55976
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001
   [junit4]   2> Mar 16, 2020 10:40:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=1138, maxMBSortInHeap=5.517801107228665, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7ffb5e7b), locale=en-AT, timezone=America/Indiana/Petersburg
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/Oracle Corporation 14 (64-bit)/cpus=6,threads=2,free=31748096,total=139460608
   [junit4]   2> NOTE: All tests run in this JVM: [TriggerSetPropertiesIntegrationTest]
   [junit4] Completed [1/5 (1!)] on J2 in 18.67s, 1 test, 1 failure <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest
   [junit4]   2> 4523 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 4581 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/data-dir-1-001
   [junit4]   2> 4747 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4856 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.e.j.u.log Logging initialized @4917ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 4866 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 4969 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 5026 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001/tempDir-001
   [junit4]   2> 5161 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 5164 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 5164 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 5373 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:55973
   [junit4]   2> 5373 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:55973
   [junit4]   2> 5377 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:55973
   [junit4]   2> 5379 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 55973
   [junit4]   2> 5500 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5554 INFO  (zkConnectionManagerCallback-3-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5556 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5617 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5625 INFO  (zkConnectionManagerCallback-5-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5626 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43

[...truncated too long message...]

s.SolrJmxReporter@1c701246: rootName = solr_56000, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@57c7d6a3
   [junit4]   2> 19244 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 19246 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3b927c02: rootName = solr_56001, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3e6cecc8
   [junit4]   2> 19271 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 19271 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e241d43: rootName = solr_56000, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1ad91bf1
   [junit4]   2> 19276 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 19276 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33ee7fd1: rootName = solr_56001, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1ad91bf1
   [junit4]   2> 19317 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 19318 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@767be69: rootName = solr_56000, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5e186e5b
   [junit4]   2> 19318 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 19322 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 19322 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4f351f85: rootName = solr_56001, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5e186e5b
   [junit4]   2> 19322 INFO  (jetty-closer-40-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 19324 INFO  (closeThreadPool-47-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72148215199432709-127.0.0.1:56000_solr-n_0000000000) closing
   [junit4]   2> 19325 INFO  (OverseerStateUpdate-72148215199432709-127.0.0.1:56000_solr-n_0000000000) [n:127.0.0.1:56000_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56000_solr
   [junit4]   2> 19325 INFO  (OverseerAutoScalingTriggerThread-72148215199432709-127.0.0.1:56000_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 19350 DEBUG (closeThreadPool-47-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 19350 DEBUG (closeThreadPool-47-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 19351 DEBUG (closeThreadPool-47-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 19351 DEBUG (closeThreadPool-47-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 19351 DEBUG (closeThreadPool-47-thread-1) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 19351 DEBUG (closeThreadPool-47-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 19352 INFO  (closeThreadPool-47-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72148215199432709-127.0.0.1:56000_solr-n_0000000000) closing
   [junit4]   2> 19492 INFO  (jetty-closer-40-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72148215199432709-127.0.0.1:56000_solr-n_0000000000) closing
   [junit4]   2> 19522 INFO  (jetty-closer-40-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@55e070c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 19524 INFO  (jetty-closer-40-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@20792902{/solr,null,UNAVAILABLE}
   [junit4]   2> 19525 INFO  (jetty-closer-40-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 19528 INFO  (jetty-closer-40-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@648f8c7f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 19529 INFO  (jetty-closer-40-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@8284c47{/solr,null,UNAVAILABLE}
   [junit4]   2> 19530 INFO  (jetty-closer-40-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 19534 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 19756 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 19762 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:55974
   [junit4]   2> 19762 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:55974
   [junit4]   2> 19762 INFO  (SUITE-TriggerSetPropertiesIntegrationTest-seed#[9A7953C43CB91FB8]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 55974
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest_9A7953C43CB91FB8-001
   [junit4]   2> Mar 16, 2020 10:40:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=1138, maxMBSortInHeap=5.517801107228665, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2e0ea571), locale=en-AT, timezone=America/Indiana/Petersburg
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/Oracle Corporation 14 (64-bit)/cpus=6,threads=2,free=58415368,total=122683392
   [junit4]   2> NOTE: All tests run in this JVM: [TriggerSetPropertiesIntegrationTest]
   [junit4] Completed [5/5 (5!)] on J1 in 18.61s, 1 test, 1 failure <<< FAILURES!

[...truncated 17 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:1516: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:1043: There were test failures: 5 suites, 5 tests, 5 failures [seed: 9A7953C43CB91FB8]

Total time: 23 seconds

[repro] Setting last failure code to 256

[repro] Failures w/original seeds:
[repro]   5/5 failed: org.apache.solr.cloud.autoscaling.TriggerSetPropertiesIntegrationTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=7fe6f9c57d1bb2f048fe0ffef4635826c760ac1c, workspace=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX
[WARNINGS] Computing warning deltas based on reference build #5774
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-11.0.6) - Build # 5777 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5777/
Java: 64bit/jdk-11.0.6 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.ConnectionManagerTest.testReconnectWhenZkDisappeared

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([A3F4DDF44CF7B7A2:285AD9B25CBA16F]:0)
	at org.junit.Assert.fail(Assert.java:86)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertTrue(Assert.java:52)
	at org.apache.solr.cloud.ConnectionManagerTest.testReconnectWhenZkDisappeared(ConnectionManagerTest.java:135)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.ConnectionManagerTest.testLikelyExpired

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([A3F4DDF44CF7B7A2:87817FAC6C8B939D]:0)
	at org.junit.Assert.fail(Assert.java:86)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertFalse(Assert.java:64)
	at org.junit.Assert.assertFalse(Assert.java:74)
	at org.apache.solr.cloud.ConnectionManagerTest.testLikelyExpired(ConnectionManagerTest.java:93)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 14351 lines...]
   [junit4] Suite: org.apache.solr.cloud.ConnectionManagerTest
   [junit4]   2> 1102796 INFO  (SUITE-ConnectionManagerTest-seed#[A3F4DDF44CF7B7A2]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1102797 INFO  (SUITE-ConnectionManagerTest-seed#[A3F4DDF44CF7B7A2]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ConnectionManagerTest_A3F4DDF44CF7B7A2-001/data-dir-76-001
   [junit4]   2> 1102797 WARN  (SUITE-ConnectionManagerTest-seed#[A3F4DDF44CF7B7A2]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 1102797 INFO  (SUITE-ConnectionManagerTest-seed#[A3F4DDF44CF7B7A2]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1102798 INFO  (SUITE-ConnectionManagerTest-seed#[A3F4DDF44CF7B7A2]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1102798 INFO  (SUITE-ConnectionManagerTest-seed#[A3F4DDF44CF7B7A2]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1102803 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testReconnectWhenZkDisappeared
   [junit4]   2> 1102804 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1102805 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1102805 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1102905 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer start zk server on port:62915
   [junit4]   2> 1102905 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:62915
   [junit4]   2> 1102905 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:62915
   [junit4]   2> 1102905 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 62915
   [junit4]   2> 1102911 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1102919 INFO  (zkConnectionManagerCallback-3856-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1102919 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1102929 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1102936 INFO  (zkConnectionManagerCallback-3858-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1102936 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1102942 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1102951 INFO  (zkConnectionManagerCallback-3860-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1102952 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1102952 WARN  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2564654b name: ZooKeeperConnection Watcher:127.0.0.1:62915/solr got event WatchedEvent state:Expired type:None path: path:  type: None
   [junit4]   2> 1102952 WARN  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 1102952 ERROR (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager :java.io.IOException: Testing
   [junit4]   2> 	at org.apache.solr.cloud.ConnectionManagerTest$MockZkClientConnectionStrategy.reconnect(ConnectionManagerTest.java:157)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:150)
   [junit4]   2> 	at org.apache.solr.cloud.ConnectionManagerTest.testReconnectWhenZkDisappeared(ConnectionManagerTest.java:133)
   [junit4]   2> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 
   [junit4]   2> 1102952 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Could not connect due to error, sleeping for 1s and trying again
   [junit4]   2> 1107554 WARN  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]-SendThread(127.0.0.1:62915)) [     ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 4604ms for sessionid 0x10050e055d30002
   [junit4]   2> 1107555 WARN  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 1107555 WARN  (NIOWorkerThread-12) [     ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10050e055d30002, likely client has closed socket
   [junit4]   2> 1107556 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1107560 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]-EventThread) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1107560 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1107657 WARN  (zkConnectionManagerCallback-3860-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2564654b name: ZooKeeperConnection Watcher:127.0.0.1:62915/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1107657 WARN  (zkConnectionManagerCallback-3860-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1107757 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 1107758 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager zkClient Connected:false
   [junit4]   2> 1107861 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1108092 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:62915
   [junit4]   2> 1108092 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:62915
   [junit4]   2> 1108092 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 62915
   [junit4]   2> 1108094 INFO  (TEST-ConnectionManagerTest.testReconnectWhenZkDisappeared-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testReconnectWhenZkDisappeared
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ConnectionManagerTest -Dtests.method=testReconnectWhenZkDisappeared -Dtests.seed=A3F4DDF44CF7B7A2 -Dtests.slow=true -Dtests.locale=zh-TW -Dtests.timezone=Atlantic/Faeroe -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 5.30s J1 | ConnectionManagerTest.testReconnectWhenZkDisappeared <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A3F4DDF44CF7B7A2:285AD9B25CBA16F]:0)
   [junit4]    > 	at org.apache.solr.cloud.ConnectionManagerTest.testReconnectWhenZkDisappeared(ConnectionManagerTest.java:135)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 1108106 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testLikelyExpired
   [junit4]   2> 1108107 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1108115 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1108115 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1108219 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer start zk server on port:62932
   [junit4]   2> 1108219 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:62932
   [junit4]   2> 1108219 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:62932
   [junit4]   2> 1108219 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 62932
   [junit4]   2> 1108223 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1108234 INFO  (zkConnectionManagerCallback-3862-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1108235 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1108246 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1108252 INFO  (zkConnectionManagerCallback-3864-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1108252 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1108253 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1108270 INFO  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1108270 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1108271 WARN  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e9ebbf0 name: ZooKeeperConnection Watcher:127.0.0.1:62932/solr got event WatchedEvent state:Disconnected type:None path: path:  type: None
   [junit4]   2> 1108271 WARN  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1110470 WARN  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]-SendThread(127.0.0.1:62932)) [     ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 2203ms for sessionid 0x10050e06a870002
   [junit4]   2> 1110471 WARN  (NIOWorkerThread-12) [     ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10050e06a870002, likely client has closed socket
   [junit4]   2> 1110575 WARN  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e9ebbf0 name: ZooKeeperConnection Watcher:127.0.0.1:62932/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1110575 WARN  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1111943 WARN  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]-SendThread(127.0.0.1:62932)) [     ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x10050e06a870002 has expired
   [junit4]   2> 1111943 WARN  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e9ebbf0 name: ZooKeeperConnection Watcher:127.0.0.1:62932/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 1111943 WARN  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 1111943 WARN  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 1111945 INFO  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1111948 INFO  (zkConnectionManagerCallback-3866-thread-1-EventThread) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1111949 INFO  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1111949 INFO  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 1111949 INFO  (zkConnectionManagerCallback-3866-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 1112885 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1113103 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:62932
   [junit4]   2> 1113103 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:62932
   [junit4]   2> 1113103 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 62932
   [junit4]   2> 1113104 INFO  (TEST-ConnectionManagerTest.testLikelyExpired-seed#[A3F4DDF44CF7B7A2]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testLikelyExpired
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ConnectionManagerTest -Dtests.method=testLikelyExpired -Dtests.seed=A3F4DDF44CF7B7A2 -Dtests.slow=true -Dtests.locale=zh-TW -Dtests.timezone=Atlantic/Faeroe -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 5.01s J1 | ConnectionManagerTest.testLikelyExpired <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A3F4DDF44CF7B7A2:87817FAC6C8B939D]:0)
   [junit4]    > 	at org.apache.solr.cloud.ConnectionManagerTest.testLikelyExpired(ConnectionManagerTest.java:93)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ConnectionManagerTest_A3F4DDF44CF7B7A2-001
   [junit4]   2> Mar 16, 2020 3:25:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene84, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6a749e49), locale=zh-TW, timezone=Atlantic/Faeroe
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 11.0.6 (64-bit)/cpus=6,threads=1,free=175047392,total=448057344
   [junit4]   2> NOTE: All tests run in this JVM: [IndexSizeTriggerSizeEstimationTest, TestSimNodeLostTrigger, XsltUpdateRequestHandlerTest, TestReplicaProperties, TestSolrCloudWithKerberosAlt, TimeZoneUtilsTest, TestExactStatsCache, ResponseLogComponentTest, TestAddFieldRealTimeGet, BasicDistributedZk2Test, TestRestoreCore, TestCollectionAPIs, DistributedQueryElevationComponentTest, ComputePlanActionTest, RankQueryTest, MultiSolrCloudTestCaseTest, FieldAnalysisRequestHandlerTest, SearchHandlerTest, SimpleFacetsTest, TestRTGBase, TestFileDictionaryLookup, JavaBinAtomicUpdateMultivalueTest, DataDrivenBlockJoinTest, TestHashQParserPlugin, TestSegmentSorting, TestLeaderElectionZkExpiry, TestStressThreadBackup, TestSolrCachePerf, TestCustomStream, DistanceUnitsTest, TestPayloadCheckQParserPlugin, BasicAuthOnSingleNodeTest, TestConfigSetProperties, ClassificationUpdateProcessorIntegrationTest, TestDistributedStatsComponentCardinality, XMLAtomicUpdateMultivalueTest, TestTolerantSearch, TaggerTest, TestShardHandlerFactory, PolyFieldTest, TestPrepRecovery, TestOrdValues, SystemLogListenerTest, TestMultiValuedNumericRangeQuery, SuggesterTest, CloudReplicaSourceTest, InfixSuggestersTest, TransactionLogTest, TestNumericTerms64, NodeAddedTriggerTest, LeaderElectionContextKeyTest, ScheduledMaintenanceTriggerTest, TestSolrIndexConfig, TestSolrCoreSnapshots, TolerantUpdateProcessorTest, TestCloudConsistency, TestSort, DocValuesMultiTest, TestSolrCLIRunExample, ChaosMonkeySafeLeaderTest, DistributedUpdateProcessorTest, TestRandomFlRTGCloud, InfoHandlerTest, TestFieldCacheSortRandom, DistributedFacetPivotSmallTest, HdfsTlogReplayBufferedWhileIndexingTest, CdcrReplicationHandlerTest, TemplateUpdateProcessorTest, ResourceLoaderTest, ConnectionReuseTest, RulesTest, TestManagedSchemaThreadSafety, HdfsDirectoryFactoryTest, TestWaitForStateWithJettyShutdowns, BasicFunctionalityTest, DeleteShardTest, FullSolrCloudDistribCmdsTest, TestDocTermOrds, TestRemoteStreaming, DistributedQueueTest, IndexSchemaTest, SharedFSAutoReplicaFailoverTest, TestCollationField, SplitShardTest, SynonymTokenizerTest, SimplePostToolTest, CachingDirectoryFactoryTest, ZkCollectionPropsCachingTest, ConnectionManagerTest]
   [junit4] Completed [482/905 (1!)] on J1 in 12.02s, 3 tests, 2 failures, 1 skipped <<< FAILURES!

[...truncated 54049 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:635: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:508: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:496: Source checkout is modified!!! Offending files:
* lucene/licenses/morfologik-ukrainian-search-4.9.1.jar.sha1
* solr/licenses/morfologik-ukrainian-search-4.9.1.jar.sha1

Total time: 64 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-14-rc) - Build # 5776 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/5776/
Java: 64bit/jdk-14-rc -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper

Error Message:
Didn't get expected doc count. Expected: 10, Found: 0

Stack Trace:
java.lang.AssertionError: Didn't get expected doc count. Expected: 10, Found: 0
	at __randomizedtesting.SeedInfo.seed([D1AB920EF5FFAEA0:CEE2B28DD015A1C0]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.TestPullReplicaErrorHandling.assertNumDocs(TestPullReplicaErrorHandling.java:254)
	at org.apache.solr.cloud.TestPullReplicaErrorHandling.assertNumDocs(TestPullReplicaErrorHandling.java:259)
	at org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper(TestPullReplicaErrorHandling.java:230)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)




Build Log:
[...truncated 14694 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestPullReplicaErrorHandling
   [junit4]   2> 1240205 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1240205 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1240206 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001/data-dir-106-001
   [junit4]   2> 1240207 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=32 numCloses=32
   [junit4]   2> 1240207 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1240208 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776") w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1240209 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001/tempDir-001
   [junit4]   2> 1240209 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1240210 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1240210 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1240312 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:60942
   [junit4]   2> 1240312 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:60942
   [junit4]   2> 1240312 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:60942
   [junit4]   2> 1240312 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 60942
   [junit4]   2> 1240315 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240320 INFO  (zkConnectionManagerCallback-6920-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240320 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240326 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240330 INFO  (zkConnectionManagerCallback-6922-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240330 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240331 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240335 INFO  (zkConnectionManagerCallback-6924-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240335 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240450 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1240450 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1240450 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1240450 INFO  (jetty-launcher-6925-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 1240451 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1240451 INFO  (jetty-launcher-6925-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 1240451 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1240451 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1240451 INFO  (jetty-launcher-6925-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 1240452 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1240452 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1240452 INFO  (jetty-launcher-6925-thread-4) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 1240455 INFO  (jetty-launcher-6925-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1240455 INFO  (jetty-launcher-6925-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1240455 INFO  (jetty-launcher-6925-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1240457 INFO  (jetty-launcher-6925-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16a33289{/solr,null,AVAILABLE}
   [junit4]   2> 1240458 INFO  (jetty-launcher-6925-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3e53b812{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:60947}
   [junit4]   2> 1240458 INFO  (jetty-launcher-6925-thread-1) [     ] o.e.j.s.Server Started @1240524ms
   [junit4]   2> 1240458 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60947}
   [junit4]   2> 1240458 ERROR (jetty-launcher-6925-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1240458 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1240458 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1240458 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1240458 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1240458 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T08:05:55.367599Z
   [junit4]   2> 1240460 INFO  (jetty-launcher-6925-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1240460 INFO  (jetty-launcher-6925-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1240460 INFO  (jetty-launcher-6925-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1240461 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240462 INFO  (jetty-launcher-6925-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24c58d3{/solr,null,AVAILABLE}
   [junit4]   2> 1240462 INFO  (jetty-launcher-6925-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1240462 INFO  (jetty-launcher-6925-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1240462 INFO  (jetty-launcher-6925-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@526fbfd6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:60948}
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-2) [     ] o.e.j.s.Server Started @1240528ms
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60948}
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1240463 ERROR (jetty-launcher-6925-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c9b24ca{/solr,null,AVAILABLE}
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1240463 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T08:05:55.372527Z
   [junit4]   2> 1240464 INFO  (jetty-launcher-6925-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7568ff11{/solr,null,AVAILABLE}
   [junit4]   2> 1240464 INFO  (jetty-launcher-6925-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@53a8beed{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:60950}
   [junit4]   2> 1240464 INFO  (jetty-launcher-6925-thread-4) [     ] o.e.j.s.Server Started @1240530ms
   [junit4]   2> 1240464 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60950}
   [junit4]   2> 1240464 ERROR (jetty-launcher-6925-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1240464 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1240464 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1240464 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1240464 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1240465 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T08:05:55.374144Z
   [junit4]   2> 1240465 INFO  (jetty-launcher-6925-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@30974fc5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:60951}
   [junit4]   2> 1240465 INFO  (jetty-launcher-6925-thread-3) [     ] o.e.j.s.Server Started @1240531ms
   [junit4]   2> 1240465 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60951}
   [junit4]   2> 1240465 ERROR (jetty-launcher-6925-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1240465 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1240465 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1240465 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1240465 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1240465 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T08:05:55.374640Z
   [junit4]   2> 1240466 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240467 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240467 INFO  (zkConnectionManagerCallback-6927-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240468 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240468 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240469 INFO  (zkConnectionManagerCallback-6929-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240469 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240469 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1240471 INFO  (zkConnectionManagerCallback-6931-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240471 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240471 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1240473 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1240473 INFO  (zkConnectionManagerCallback-6933-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240473 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240476 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1240612 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1240615 WARN  (jetty-launcher-6925-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1b28f2ef[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240615 WARN  (jetty-launcher-6925-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1b28f2ef[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240620 WARN  (jetty-launcher-6925-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@55c0633b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240620 WARN  (jetty-launcher-6925-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@55c0633b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240621 INFO  (jetty-launcher-6925-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60942/solr
   [junit4]   2> 1240624 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240628 INFO  (zkConnectionManagerCallback-6940-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240628 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240687 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1240690 WARN  (jetty-launcher-6925-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7afb23ac[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240690 WARN  (jetty-launcher-6925-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7afb23ac[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240690 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1240691 WARN  (jetty-launcher-6925-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7fcc4731[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240691 WARN  (jetty-launcher-6925-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7fcc4731[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240693 WARN  (jetty-launcher-6925-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@d0dbc0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240693 WARN  (jetty-launcher-6925-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@d0dbc0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240694 INFO  (jetty-launcher-6925-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60942/solr
   [junit4]   2> 1240694 WARN  (jetty-launcher-6925-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@ae09ce2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240694 WARN  (jetty-launcher-6925-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@ae09ce2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240695 INFO  (jetty-launcher-6925-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60942/solr
   [junit4]   2> 1240695 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240696 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240700 INFO  (zkConnectionManagerCallback-6951-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240700 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240701 INFO  (zkConnectionManagerCallback-6954-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240701 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240791 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1240792 WARN  (jetty-launcher-6925-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3a4cff2e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240792 WARN  (jetty-launcher-6925-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3a4cff2e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240796 WARN  (jetty-launcher-6925-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@552b0c51[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240796 WARN  (jetty-launcher-6925-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@552b0c51[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1240797 INFO  (jetty-launcher-6925-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60942/solr
   [junit4]   2> 1240798 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240803 INFO  (zkConnectionManagerCallback-6967-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1240804 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1240860 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60951_solr
   [junit4]   2> 1240862 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.c.Overseer Overseer (id=72144788871053322-127.0.0.1:60951_solr-n_0000000000) starting
   [junit4]   2> 1240886 INFO  (OverseerStateUpdate-72144788871053322-127.0.0.1:60951_solr-n_0000000000) [n:127.0.0.1:60951_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:60951_solr
   [junit4]   2> 1240887 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60951_solr
   [junit4]   2> 1240891 INFO  (OverseerStateUpdate-72144788871053322-127.0.0.1:60951_solr-n_0000000000) [n:127.0.0.1:60951_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1240900 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1240900 WARN  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1240920 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1240946 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60951.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1240956 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60951.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1240956 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60951.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1240957 INFO  (jetty-launcher-6925-thread-3) [n:127.0.0.1:60951_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001/tempDir-001/node3/.
   [junit4]   2> 1241004 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1241021 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:60950_solr as DOWN
   [junit4]   2> 1241026 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1241026 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60950_solr
   [junit4]   2> 1241030 INFO  (zkCallback-6966-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1241031 INFO  (zkCallback-6953-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1241036 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1241036 WARN  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1241054 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1241098 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60950.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241109 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60950.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241124 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60950.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241126 INFO  (jetty-launcher-6925-thread-4) [n:127.0.0.1:60950_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001/tempDir-001/node4/.
   [junit4]   2> 1241141 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1241144 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1241166 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:60948_solr as DOWN
   [junit4]   2> 1241167 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:60947_solr as DOWN
   [junit4]   2> 1241172 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1241173 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60948_solr
   [junit4]   2> 1241183 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1241184 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60947_solr
   [junit4]   2> 1241199 INFO  (zkCallback-6939-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 1241199 INFO  (zkCallback-6953-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 1241199 INFO  (zkCallback-6950-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 1241200 INFO  (zkCallback-6966-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 1241209 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1241209 WARN  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1241210 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1241211 WARN  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1241263 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1241264 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1241291 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60948.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241291 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60947.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241305 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60948.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241306 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60948.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241306 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60947.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241306 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60947.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241307 INFO  (jetty-launcher-6925-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001/tempDir-001/node2/.
   [junit4]   2> 1241307 INFO  (jetty-launcher-6925-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001/tempDir-001/node1/.
   [junit4]   2> 1241375 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 1241376 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1241379 INFO  (zkConnectionManagerCallback-6982-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1241379 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1241383 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1241386 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60942/solr ready
   [junit4]   2> 1241392 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1689094305
   [junit4]   2> 1241392 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60951_solr
   [junit4]   2> 1241393 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1241393 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:60951_solr as DOWN
   [junit4]   2> 1241398 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1241399 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1241399 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@49001468: rootName = solr_60951, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@705c785f
   [junit4]   2> 1241406 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1241406 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3534be98: rootName = solr_60951, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fb3507d
   [junit4]   2> 1241410 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1241410 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1aa5d292: rootName = solr_60951, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b41ab8e
   [junit4]   2> 1241411 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1241413 INFO  (closeThreadPool-6986-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72144788871053322-127.0.0.1:60951_solr-n_0000000000) closing
   [junit4]   2> 1241414 INFO  (OverseerStateUpdate-72144788871053322-127.0.0.1:60951_solr-n_0000000000) [n:127.0.0.1:60951_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60951_solr
   [junit4]   2> 1241414 INFO  (OverseerAutoScalingTriggerThread-72144788871053322-127.0.0.1:60951_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1241422 INFO  (closeThreadPool-6986-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72144788871053322-127.0.0.1:60951_solr-n_0000000000) closing
   [junit4]   2> 1241426 INFO  (zkCallback-6953-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1241527 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.Overseer Overseer (id=72144788871053322-127.0.0.1:60951_solr-n_0000000000) closing
   [junit4]   2> 1241530 INFO  (zkCallback-6981-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1241530 INFO  (zkCallback-6950-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1241532 INFO  (zkCallback-6953-thread-2) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60950_solr
   [junit4]   2> 1241533 INFO  (zkCallback-6939-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1241535 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@30974fc5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1241535 INFO  (zkCallback-6953-thread-2) [n:127.0.0.1:60950_solr     ] o.a.s.c.Overseer Overseer (id=72144788871053321-127.0.0.1:60950_solr-n_0000000001) starting
   [junit4]   2> 1241535 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7568ff11{/solr,null,UNAVAILABLE}
   [junit4]   2> 1241536 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1241538 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1241538 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1241538 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 1241542 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1241542 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1241542 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1241543 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@532ba55d{/solr,null,AVAILABLE}
   [junit4]   2> 1241545 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6b5be927{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:60980}
   [junit4]   2> 1241545 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.Server Started @1241611ms
   [junit4]   2> 1241545 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60978}
   [junit4]   2> 1241546 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1241546 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1241546 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1241546 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1241546 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1241546 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T08:05:56.455331Z
   [junit4]   2> 1241547 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1241551 INFO  (zkConnectionManagerCallback-6988-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1241551 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1241551 INFO  (OverseerStateUpdate-72144788871053321-127.0.0.1:60950_solr-n_0000000001) [n:127.0.0.1:60950_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:60950_solr
   [junit4]   2> 1241554 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1241687 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1241692 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@32affc51[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1241692 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@32affc51[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1241695 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@685f734b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1241695 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@685f734b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1241696 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60942/solr
   [junit4]   2> 1241697 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1241700 INFO  (zkConnectionManagerCallback-6995-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1241700 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1241714 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1241725 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:60978_solr as DOWN
   [junit4]   2> 1241728 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1241728 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60978_solr
   [junit4]   2> 1241736 INFO  (zkCallback-6939-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1241736 INFO  (zkCallback-6994-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1241736 INFO  (zkCallback-6953-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1241737 INFO  (zkCallback-6950-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1241737 INFO  (zkCallback-6981-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1241744 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1241744 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1241766 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1241792 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60978.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241800 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60978.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241800 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60978.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1241802 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [n:127.0.0.1:60978_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001/tempDir-001/node3/.
   [junit4]   2> 1241840 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 1241842 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:60980/solr. Proxy: http://127.0.0.1:60978/solr
   [junit4]   2> 1241842 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=782949270
   [junit4]   2> 1241842 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60950_solr
   [junit4]   2> 1241843 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1241843 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:60950_solr as DOWN
   [junit4]   2> 1241849 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1241849 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d15e20e: rootName = solr_60950, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@16d845fd
   [junit4]   2> 1241857 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1241857 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4241320e: rootName = solr_60950, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fb3507d
   [junit4]   2> 1241866 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1241866 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@425b90ba: rootName = solr_60950, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b41ab8e
   [junit4]   2> 1241866 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1241869 INFO  (closeThreadPool-7003-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72144788871053321-127.0.0.1:60950_solr-n_0000000001) closing
   [junit4]   2> 1241869 INFO  (OverseerStateUpdate-72144788871053321-127.0.0.1:60950_solr-n_0000000001) [n:127.0.0.1:60950_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60950_solr
   [junit4]   2> 1241869 INFO  (OverseerAutoScalingTriggerThread-72144788871053321-127.0.0.1:60950_solr-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1241873 INFO  (closeThreadPool-7003-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72144788871053321-127.0.0.1:60950_solr-n_0000000001) closing
   [junit4]   2> 1241981 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.Overseer Overseer (id=72144788871053321-127.0.0.1:60950_solr-n_0000000001) closing
   [junit4]   2> 1241983 INFO  (zkCallback-6981-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1241983 INFO  (zkCallback-6950-thread-2) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60948_solr
   [junit4]   2> 1241983 INFO  (zkCallback-6950-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1241984 INFO  (zkCallback-6994-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1241984 INFO  (zkCallback-6939-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1241987 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@53a8beed{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1241989 INFO  (zkCallback-6950-thread-2) [n:127.0.0.1:60948_solr     ] o.a.s.c.Overseer Overseer (id=72144788871053320-127.0.0.1:60948_solr-n_0000000002) starting
   [junit4]   2> 1241989 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c9b24ca{/solr,null,UNAVAILABLE}
   [junit4]   2> 1241991 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1241993 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1241993 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1241994 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 1241997 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1241997 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1241997 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1241997 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cf761b8{/solr,null,AVAILABLE}
   [junit4]   2> 1241998 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@e237bbe{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:60986}
   [junit4]   2> 1241999 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.Server Started @1242064ms
   [junit4]   2> 1241999 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60983}
   [junit4]   2> 1241999 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1241999 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1241999 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1241999 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1241999 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1241999 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T08:05:56.908572Z
   [junit4]   2> 1242000 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1242003 INFO  (OverseerStateUpdate-72144788871053320-127.0.0.1:60948_solr-n_0000000002) [n:127.0.0.1:60948_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:60948_solr
   [junit4]   2> 1242004 INFO  (zkConnectionManagerCallback-7005-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1242005 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1242006 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1242125 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1242127 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3d54a9d5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242127 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3d54a9d5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242129 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7f1504f9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242130 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7f1504f9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242131 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60942/solr
   [junit4]   2> 1242133 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1242136 INFO  (zkConnectionManagerCallback-7012-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1242136 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1242159 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1242172 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:60983_solr as DOWN
   [junit4]   2> 1242174 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1242174 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60983_solr
   [junit4]   2> 1242178 INFO  (zkCallback-6939-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242178 INFO  (zkCallback-6994-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242179 INFO  (zkCallback-6981-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242179 INFO  (zkCallback-6950-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242179 INFO  (zkCallback-7011-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242182 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1242182 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1242207 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1242316 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60983.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1242331 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60983.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1242332 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60983.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1242335 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001/tempDir-001/node4/.
   [junit4]   2> 1242456 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 1242458 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:60986/solr. Proxy: http://127.0.0.1:60983/solr
   [junit4]   2> 1242459 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1712772259
   [junit4]   2> 1242459 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60948_solr
   [junit4]   2> 1242461 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1242461 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:60948_solr as DOWN
   [junit4]   2> 1242474 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1242474 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@23eb175d: rootName = solr_60948, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@74e191f9
   [junit4]   2> 1242486 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1242486 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@65063d38: rootName = solr_60948, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fb3507d
   [junit4]   2> 1242499 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1242500 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@39d0fed1: rootName = solr_60948, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b41ab8e
   [junit4]   2> 1242500 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1242505 INFO  (closeThreadPool-7020-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72144788871053320-127.0.0.1:60948_solr-n_0000000002) closing
   [junit4]   2> 1242505 INFO  (OverseerStateUpdate-72144788871053320-127.0.0.1:60948_solr-n_0000000002) [n:127.0.0.1:60948_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60948_solr
   [junit4]   2> 1242506 INFO  (OverseerAutoScalingTriggerThread-72144788871053320-127.0.0.1:60948_solr-n_0000000002) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1242508 INFO  (closeThreadPool-7020-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72144788871053320-127.0.0.1:60948_solr-n_0000000002) closing
   [junit4]   2> 1242619 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.Overseer Overseer (id=72144788871053320-127.0.0.1:60948_solr-n_0000000002) closing
   [junit4]   2> 1242621 INFO  (zkCallback-6939-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1242622 INFO  (zkCallback-6981-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1242622 INFO  (zkCallback-6994-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1242623 INFO  (zkCallback-7011-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1242623 INFO  (zkCallback-6939-thread-1) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60947_solr
   [junit4]   2> 1242633 INFO  (zkCallback-6939-thread-1) [n:127.0.0.1:60947_solr     ] o.a.s.c.Overseer Overseer (id=72144788871053319-127.0.0.1:60947_solr-n_0000000003) starting
   [junit4]   2> 1242644 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@526fbfd6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1242648 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@24c58d3{/solr,null,UNAVAILABLE}
   [junit4]   2> 1242648 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1242653 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1242655 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1242656 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 1242675 INFO  (OverseerStateUpdate-72144788871053319-127.0.0.1:60947_solr-n_0000000003) [n:127.0.0.1:60947_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:60947_solr
   [junit4]   2> 1242687 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1242687 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1242692 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1242701 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ee2737b{/solr,null,AVAILABLE}
   [junit4]   2> 1242706 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@673e8a8c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:61018}
   [junit4]   2> 1242708 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.Server Started @1242774ms
   [junit4]   2> 1242709 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61014}
   [junit4]   2> 1242710 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1242710 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1242710 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1242710 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1242710 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
   [junit4]   2> 1242710 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-03-16T08:05:57.619686Z
   [junit4]   2> 1242710 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1242721 INFO  (zkConnectionManagerCallback-7022-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1242721 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1242724 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1242854 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1242863 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4b500bba[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242863 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4b500bba[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242875 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@79365929[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242876 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@79365929[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242878 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60942/solr
   [junit4]   2> 1242880 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1242883 INFO  (zkConnectionManagerCallback-7029-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1242883 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1242912 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1242941 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:61014_solr as DOWN
   [junit4]   2> 1242949 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1242949 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61014_solr
   [junit4]   2> 1242960 INFO  (zkCallback-6981-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242961 INFO  (zkCallback-6994-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242961 INFO  (zkCallback-7011-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242961 INFO  (zkCallback-6939-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242961 INFO  (zkCallback-7028-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1242969 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1242970 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1243009 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1243059 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61014.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1243080 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61014.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1243080 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61014.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a673cfa
   [junit4]   2> 1243081 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001/tempDir-001/node2/.
   [junit4]   2> 1243163 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 1243164 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:61018/solr. Proxy: http://127.0.0.1:61014/solr
   [junit4]   2> 1243164 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=952000299
   [junit4]   2> 1243165 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60947_solr
   [junit4]   2> 1243166 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1243166 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:60947_solr as DOWN
   [junit4]   2> 1243174 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1243174 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4d906d10: rootName = solr_60947, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6783b3f2
   [junit4]   2> 1243204 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1243204 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31d29f04: rootName = solr_60947, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fb3507d
   [junit4]   2> 1243208 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1243208 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4af86e20: rootName = solr_60947, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b41ab8e
   [junit4]   2> 1243208 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1243212 INFO  (closeThreadPool-7037-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72144788871053319-127.0.0.1:60947_solr-n_0000000003) closing
   [junit4]   2> 1243212 INFO  (OverseerStateUpdate-72144788871053319-127.0.0.1:60947_solr-n_0000000003) [n:127.0.0.1:60947_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60947_solr
   [junit4]   2> 1243213 INFO  (OverseerAutoScalingTriggerThread-72144788871053319-127.0.0.1:60947_solr-n_0000000003) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1243218 INFO  (closeThreadPool-7037-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72144788871053319-127.0.0.1:60947_solr-n_0000000003) closing
   [junit4]   2> 1243327 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.Overseer Overseer (id=72144788871053319-127.0.0.1:60947_solr-n_0000000003) closing
   [junit4]   2> 1243328 INFO  (zkCallback-6981-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1243328 INFO  (zkCallback-6994-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1243329 INFO  (zkCallback-7028-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1243329 INFO  (zkCallback-6994-thread-1) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60978_solr
   [junit4]   2> 1243329 INFO  (zkCallback-7011-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1243334 INFO  (zkCallback-6994-thread-1) [n:127.0.0.1:60978_solr     ] o.a.s.c.Overseer Overseer (id=72144788871053325-127.0.0.1:60978_solr-n_0000000004) starting
   [junit4]   2> 1243336 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3e53b812{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1243337 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16a33289{/solr,null,UNAVAILABLE}
   [junit4]   2> 1243337 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1243340 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1243341 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1243341 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 14+36-1461
   [junit4]   2> 1243345 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1243345 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1243345 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1243345 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a8d62ad{/solr,null,AVAILABLE}
   [junit4]   2> 1243346 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4f7e28a7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:61025}
   [junit4]   2> 1243347 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.e.j.s.Server Started @1243412ms
   [junit4]   2> 1243347 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61024}
   [junit4]   2> 1243347 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.u.StartupLoggingUtils Missing Java Optio

[...truncated too long message...]

045-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1267470 INFO  (zkCallback-7011-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1267473 INFO  (jetty-closer-7062-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@6b5be927{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1267474 INFO  (jetty-closer-7062-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@532ba55d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1267474 INFO  (jetty-closer-7062-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1267584 INFO  (jetty-closer-7062-thread-4) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@4f7e28a7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1267584 INFO  (jetty-closer-7062-thread-4) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a8d62ad{/solr,null,UNAVAILABLE}
   [junit4]   2> 1267585 INFO  (jetty-closer-7062-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1267683 INFO  (jetty-closer-7062-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@e237bbe{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1267684 INFO  (jetty-closer-7062-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2cf761b8{/solr,null,UNAVAILABLE}
   [junit4]   2> 1267684 INFO  (jetty-closer-7062-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1267686 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1267908 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	8	/solr/packages.json
   [junit4]   2> 	8	/solr/security.json
   [junit4]   2> 	8	/solr/configs/conf
   [junit4]   2> 	7	/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/terms/shard1
   [junit4]   2> 	7	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/terms/shard1
   [junit4]   2> 	6	/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json
   [junit4]   2> 	6	/solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/terms/shard1
   [junit4]   2> 	6	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/terms/shard2
   [junit4]   2> 	4	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json
   [junit4]   2> 	3	/solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/state.json
   [junit4]   2> 	2	/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/collectionprops.json
   [junit4]   2> 	2	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	56	/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json
   [junit4]   2> 	28	/solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/state.json
   [junit4]   2> 	21	/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72144788871053327-127.0.0.1:60983_solr-n_0000000005
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	89	/solr/overseer/queue
   [junit4]   2> 	57	/solr/live_nodes
   [junit4]   2> 	39	/solr/collections
   [junit4]   2> 	26	/solr/overseer/collection-queue-work
   [junit4]   2> 	5	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	5	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1267914 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:60942
   [junit4]   2> 1267914 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:60942
   [junit4]   2> 1267914 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[D1AB920EF5FFAEA0]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 60942
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.TestPullReplicaErrorHandling_D1AB920EF5FFAEA0-001
   [junit4]   2> Mar 16, 2020 8:06:22 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {_root_=PostingsFormat(name=Asserting), fieldName_s=Lucene84, id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=611, maxMBSortInHeap=7.525096046766809, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3e048a4e), locale=kab, timezone=Asia/Krasnoyarsk
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/Oracle Corporation 14 (64-bit)/cpus=6,threads=1,free=132037288,total=423624704
   [junit4]   2> NOTE: All tests run in this JVM: [AuditLoggerPluginTest, TermVectorComponentTest, SolrLogAuditLoggerPluginTest, TestDelegationWithHadoopAuth, LeaderFailoverAfterPartitionTest, SpellCheckComponentTest, TestSolrDeletionPolicy1, TestRequestForwarding, TestTermsQParserPlugin, SystemInfoHandlerTest, TestJavabinTupleStreamParser, PreAnalyzedUpdateProcessorTest, ZookeeperStatusHandlerTest, TestFaceting, ShardRoutingCustomTest, SpellCheckCollatorWithCollapseTest, SearchRateTriggerIntegrationTest, TestConfigReload, TlogReplayBufferedWhileIndexingTest, MaxSizeAutoCommitTest, CurrencyRangeFacetCloudTest, QueryEqualityTest, TestPackages, DistributedFacetSimpleRefinementLongTailTest, TestInPlaceUpdateWithRouteField, TestPartialUpdateDeduplication, TestTestInjection, TestScoreJoinQPScore, BJQParserTest, V2StandaloneTest, TestNoOpRegenerator, TestTolerantUpdateProcessorRandomCloud, SolrJmxReporterTest, DistributedQueryComponentCustomSortTest, TestSimDistribStateManager, TestDynamicFieldNamesIndexCorrectly, RandomizedTaggerTest, ZkControllerTest, TestWordDelimiterFilterFactory, MetricsHistoryIntegrationTest, SimpleMLTQParserTest, TestLegacyNumericUtils, AssignTest, CoreAdminCreateDiscoverTest, TestReloadDeadlock, TestElisionMultitermQuery, TestStressInPlaceUpdates, CollectionsAPIDistributedZkTest, HdfsDirectoryTest, ConnectionManagerTest, OrderedExecutorTest, TestHighFrequencyDictionaryFactory, TestRTimerTree, ReindexCollectionTest, TestCloudSearcherWarming, NumericFieldsTest, TestDistribIDF, HdfsSyncSliceTest, TestCoreDiscovery, SolrIndexMetricsTest, TestStressRecovery, TestPerFieldSimilarity, DistribDocExpirationUpdateProcessorTest, TestJmxIntegration, TestDynamicLoadingUrl, DaemonStreamApiTest, OverseerTest, SolrPluginUtilsTest, TestSchemaResource, DeleteNodeTest, PrimitiveFieldTypeTest, SolrCoreTest, TestQuerySenderNoQuery, TestNumericTokenStream, TestSolrJ, VersionInfoTest, CollectionPropsTest, StressHdfsTest, SegmentsInfoRequestHandlerTest, DOMUtilTest, PeerSyncWithLeaderTest, SolrCloudExampleTest, TestBinaryResponseWriter, HLLUtilTest, NodeMutatorTest, CSVRequestHandlerTest, TestSimpleTrackingShardHandler, PathHierarchyTokenizerFactoryTest, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AliasIntegrationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DocValuesNotIndexedTest, ForceLeaderTest, FullSolrCloudDistribCmdsTest, MoveReplicaHDFSFailoverTest, MoveReplicaHDFSTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, RemoteQueryErrorTest, ReplaceNodeTest, SystemCollectionCompatTest, TestCloudConsistency, TestPullReplica, TestPullReplicaErrorHandling]
   [junit4] Completed [566/905 (1!)] on J4 in 28.48s, 3 tests, 1 failure <<< FAILURES!

[...truncated 45976 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:635: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:508: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:496: Source checkout is modified!!! Offending files:
* lucene/licenses/morfologik-ukrainian-search-4.9.1.jar.sha1
* solr/licenses/morfologik-ukrainian-search-4.9.1.jar.sha1

Total time: 55 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2