You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2019/03/27 11:50:24 UTC

[JENKINS] Lucene-Solr-8.x-Linux (64bit/jdk-12) - Build # 312 - Failure!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Linux/312/
Java: 64bit/jdk-12 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
KeeperErrorCode = ConnectionLoss for /solr/collections/collection3/terms/shard1

Stack Trace:
org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /solr/collections/collection3/terms/shard1
	at __randomizedtesting.SeedInfo.seed([DF61D96EA481D591:5735E6B40A7DB869]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:102)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1221)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:358)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:358)
	at org.apache.solr.common.cloud.SolrZkClient.printLayout(SolrZkClient.java:615)
	at org.apache.solr.common.cloud.SolrZkClient.printLayout(SolrZkClient.java:640)
	at org.apache.solr.common.cloud.SolrZkClient.printLayout(SolrZkClient.java:640)
	at org.apache.solr.common.cloud.SolrZkClient.printLayout(SolrZkClient.java:640)
	at org.apache.solr.common.cloud.SolrZkClient.printLayout(SolrZkClient.java:640)
	at org.apache.solr.common.cloud.SolrZkClient.printLayout(SolrZkClient.java:640)
	at org.apache.solr.common.cloud.SolrZkClient.printLayoutToStream(SolrZkClient.java:660)
	at org.apache.solr.common.cloud.SolrZkClient.printLayoutToStdOut(SolrZkClient.java:655)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.printLayout(AbstractDistribZkTestBase.java:315)
	at org.apache.solr.cloud.BasicDistributedZkTest.testStopAndStartCoresInOneInstance(BasicDistributedZkTest.java:632)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:427)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)




Build Log:
[...truncated 14267 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> 1168213 INFO  (SUITE-BasicDistributedZkTest-seed#[DF61D96EA481D591]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/init-core-data-001
   [junit4]   2> 1168223 WARN  (SUITE-BasicDistributedZkTest-seed#[DF61D96EA481D591]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=44 numCloses=44
   [junit4]   2> 1168223 INFO  (SUITE-BasicDistributedZkTest-seed#[DF61D96EA481D591]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1168224 INFO  (SUITE-BasicDistributedZkTest-seed#[DF61D96EA481D591]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 1168224 INFO  (SUITE-BasicDistributedZkTest-seed#[DF61D96EA481D591]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /mkx/m
   [junit4]   2> 1168245 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1168266 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1168267 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1168355 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.ZkTestServer start zk server on port:36299
   [junit4]   2> 1168355 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36299
   [junit4]   2> 1168355 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36299
   [junit4]   2> 1168419 INFO  (zkConnectionManagerCallback-6011-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1168486 INFO  (zkConnectionManagerCallback-6013-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1168487 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1168488 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1168489 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1168489 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1168490 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1168490 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1168491 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1168491 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1168492 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1168492 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1168493 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1168493 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1168683 WARN  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1168684 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1168684 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1168684 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12+33
   [junit4]   2> 1168726 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1168726 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1168726 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1168736 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68abd4e3{/mkx/m,null,AVAILABLE}
   [junit4]   2> 1168739 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@67e4c862{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43973}
   [junit4]   2> 1168739 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.e.j.s.Server Started @1168771ms
   [junit4]   2> 1168739 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/mkx/m, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/tempDir-001/control/data, hostPort=43973, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 1168739 ERROR (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1168739 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1168739 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 1168739 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1168739 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1168739 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-03-27T11:10:53.627708Z
   [junit4]   2> 1168767 INFO  (zkConnectionManagerCallback-6015-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1168768 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1168768 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/control-001/solr.xml
   [junit4]   2> 1168770 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1168770 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1168771 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1169065 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1169076 WARN  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4a9048d1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1169108 WARN  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@76ff5512[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1169109 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36299/solr
   [junit4]   2> 1169136 INFO  (zkConnectionManagerCallback-6022-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1169155 INFO  (zkConnectionManagerCallback-6024-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1169227 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43973_mkx%2Fm
   [junit4]   2> 1169228 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.c.Overseer Overseer (id=72271217190502404-127.0.0.1:43973_mkx%2Fm-n_0000000000) starting
   [junit4]   2> 1169271 INFO  (zkConnectionManagerCallback-6031-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1169307 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36299/solr ready
   [junit4]   2> 1169319 INFO  (OverseerStateUpdate-72271217190502404-127.0.0.1:43973_mkx%2Fm-n_0000000000) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43973_mkx%2Fm
   [junit4]   2> 1169328 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43973_mkx%2Fm
   [junit4]   2> 1169391 INFO  (zkCallback-6023-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1169413 INFO  (zkCallback-6030-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1169444 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1169493 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446
   [junit4]   2> 1169519 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446
   [junit4]   2> 1169519 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446
   [junit4]   2> 1169521 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/control-001/cores
   [junit4]   2> 1169634 INFO  (zkConnectionManagerCallback-6037-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1169643 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1169643 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36299/solr ready
   [junit4]   2> 1169660 INFO  (qtp1640378633-17295) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43973_mkx%252Fm&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1169727 INFO  (OverseerThreadFactory-6411-thread-1-processing-n:127.0.0.1:43973_mkx%2Fm) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1169855 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1169855 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1170989 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 1171027 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1171184 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1171211 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1171211 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446
   [junit4]   2> 1171211 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1171214 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=93.322265625, floorSegmentMB=0.6396484375, forceMergeDeletesPctAllowed=27.551463143086753, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20451817535669622, deletesPctAllowed=25.170619356152084
   [junit4]   2> 1171236 WARN  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1171376 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1171376 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1171382 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1171382 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1171391 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=54.2685546875, floorSegmentMB=0.60546875, forceMergeDeletesPctAllowed=21.935353765485402, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=25.510198839123504
   [junit4]   2> 1171391 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@449e848b[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1171392 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1171392 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1171393 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1171393 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1629156861574905856
   [junit4]   2> 1171396 INFO  (searcherExecutor-6416-thread-1-processing-n:127.0.0.1:43973_mkx%2Fm x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@449e848b[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1171402 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1171402 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 1171404 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1171404 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1171404 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43973/mkx/m/control_collection_shard1_replica_n1/
   [junit4]   2> 1171409 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1171419 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43973/mkx/m/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1171419 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72271217190502404-core_node2-n_0000000000
   [junit4]   2> 1171427 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43973/mkx/m/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1171543 INFO  (zkCallback-6023-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1171543 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1171547 INFO  (zkCallback-6023-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1171593 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1738
   [junit4]   2> 1171596 INFO  (qtp1640378633-17295) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1171654 INFO  (zkCallback-6023-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1171655 INFO  (zkCallback-6023-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1171655 INFO  (qtp1640378633-17295) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43973_mkx%252Fm&wt=javabin&version=2} status=0 QTime=1995
   [junit4]   2> 1171660 INFO  (zkCallback-6023-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1171741 INFO  (OverseerCollectionConfigSetProcessor-72271217190502404-127.0.0.1:43973_mkx%2Fm-n_0000000000) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1171754 INFO  (zkConnectionManagerCallback-6043-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1171755 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1171755 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36299/solr ready
   [junit4]   2> 1171755 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1171756 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1171771 INFO  (OverseerThreadFactory-6411-thread-2-processing-n:127.0.0.1:43973_mkx%2Fm) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1171973 WARN  (OverseerThreadFactory-6411-thread-2-processing-n:127.0.0.1:43973_mkx%2Fm) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1171974 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1171974 INFO  (qtp1640378633-17294) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=217
   [junit4]   2> 1171991 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
   [junit4]   2> 1172291 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-1-001 of type NRT
   [junit4]   2> 1172295 WARN  (closeThreadPool-6044-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1172295 INFO  (closeThreadPool-6044-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1172295 INFO  (closeThreadPool-6044-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1172295 INFO  (closeThreadPool-6044-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12+33
   [junit4]   2> 1172423 INFO  (closeThreadPool-6044-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1172423 INFO  (closeThreadPool-6044-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1172423 INFO  (closeThreadPool-6044-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1172425 INFO  (closeThreadPool-6044-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a66777a{/mkx/m,null,AVAILABLE}
   [junit4]   2> 1172429 INFO  (closeThreadPool-6044-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@34f10132{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33909}
   [junit4]   2> 1172429 INFO  (closeThreadPool-6044-thread-1) [    ] o.e.j.s.Server Started @1172461ms
   [junit4]   2> 1172429 INFO  (closeThreadPool-6044-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/mkx/m, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/tempDir-001/jetty1, hostPort=33909, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 1172429 ERROR (closeThreadPool-6044-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1172429 INFO  (closeThreadPool-6044-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1172429 INFO  (closeThreadPool-6044-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 1172429 INFO  (closeThreadPool-6044-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1172429 INFO  (closeThreadPool-6044-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1172429 INFO  (closeThreadPool-6044-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-03-27T11:10:57.317479Z
   [junit4]   2> 1172449 INFO  (zkConnectionManagerCallback-6046-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1172452 INFO  (closeThreadPool-6044-thread-1) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1172452 INFO  (closeThreadPool-6044-thread-1) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-1-001/solr.xml
   [junit4]   2> 1172454 INFO  (closeThreadPool-6044-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1172454 INFO  (closeThreadPool-6044-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1172455 INFO  (closeThreadPool-6044-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1172520 INFO  (closeThreadPool-6044-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1172568 WARN  (closeThreadPool-6044-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6e63a110[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1173516 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-2-001 of type NRT
   [junit4]   2> 1173535 WARN  (closeThreadPool-6044-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5092a174[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1173536 INFO  (closeThreadPool-6044-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36299/solr
   [junit4]   2> 1173551 WARN  (closeThreadPool-6044-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1173551 INFO  (closeThreadPool-6044-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1173551 INFO  (closeThreadPool-6044-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1173552 INFO  (closeThreadPool-6044-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12+33
   [junit4]   2> 1173583 INFO  (zkConnectionManagerCallback-6053-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1173683 INFO  (zkConnectionManagerCallback-6055-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1173683 INFO  (closeThreadPool-6044-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1173683 INFO  (closeThreadPool-6044-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1173683 INFO  (closeThreadPool-6044-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1173687 INFO  (closeThreadPool-6044-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4992e1b0{/mkx/m,null,AVAILABLE}
   [junit4]   2> 1173688 INFO  (closeThreadPool-6044-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4382a894{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36351}
   [junit4]   2> 1173688 INFO  (closeThreadPool-6044-thread-2) [    ] o.e.j.s.Server Started @1173720ms
   [junit4]   2> 1173688 INFO  (closeThreadPool-6044-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/mkx/m, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/tempDir-001/jetty2, hostPort=36351, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 1173688 ERROR (closeThreadPool-6044-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1173688 INFO  (closeThreadPool-6044-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1173688 INFO  (closeThreadPool-6044-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 1173688 INFO  (closeThreadPool-6044-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1173688 INFO  (closeThreadPool-6044-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1173688 INFO  (closeThreadPool-6044-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-03-27T11:10:58.576436Z
   [junit4]   2> 1173689 INFO  (closeThreadPool-6044-thread-1) [n:127.0.0.1:33909_mkx%2Fm    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1173691 INFO  (closeThreadPool-6044-thread-1) [n:127.0.0.1:33909_mkx%2Fm    ] o.a.s.c.ZkController Publish node=127.0.0.1:33909_mkx%2Fm as DOWN
   [junit4]   2> 1173692 INFO  (closeThreadPool-6044-thread-1) [n:127.0.0.1:33909_mkx%2Fm    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1173692 INFO  (closeThreadPool-6044-thread-1) [n:127.0.0.1:33909_mkx%2Fm    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33909_mkx%2Fm
   [junit4]   2> 1173693 INFO  (zkCallback-6030-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1173693 INFO  (zkCallback-6023-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1173743 INFO  (zkCallback-6042-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1173760 INFO  (zkCallback-6054-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1173760 INFO  (zkConnectionManagerCallback-6059-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1173761 INFO  (closeThreadPool-6044-thread-2) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1173761 INFO  (closeThreadPool-6044-thread-2) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-2-001/solr.xml
   [junit4]   2> 1173763 INFO  (closeThreadPool-6044-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1173763 INFO  (closeThreadPool-6044-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1173764 INFO  (closeThreadPool-6044-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1173770 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-3-001 of type NRT
   [junit4]   2> 1173771 INFO  (OverseerCollectionConfigSetProcessor-72271217190502404-127.0.0.1:43973_mkx%2Fm-n_0000000000) [n:127.0.0.1:43973_mkx%2Fm    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1173825 WARN  (closeThreadPool-6044-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1173826 INFO  (closeThreadPool-6044-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1173827 INFO  (closeThreadPool-6044-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1173827 INFO  (closeThreadPool-6044-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12+33
   [junit4]   2> 1173837 INFO  (zkConnectionManagerCallback-6064-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1173840 INFO  (closeThreadPool-6044-thread-1) [n:127.0.0.1:33909_mkx%2Fm    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1173843 INFO  (closeThreadPool-6044-thread-1) [n:127.0.0.1:33909_mkx%2Fm    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36299/solr ready
   [junit4]   2> 1173898 INFO  (closeThreadPool-6044-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1173959 INFO  (closeThreadPool-6044-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1173959 INFO  (closeThreadPool-6044-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1173959 INFO  (closeThreadPool-6044-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1173967 INFO  (closeThreadPool-6044-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@544f916a{/mkx/m,null,AVAILABLE}
   [junit4]   2> 1173967 INFO  (closeThreadPool-6044-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@131e16f7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35917}
   [junit4]   2> 1173967 INFO  (closeThreadPool-6044-thread-3) [    ] o.e.j.s.Server Started @1174000ms
   [junit4]   2> 1173967 INFO  (closeThreadPool-6044-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/mkx/m, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/tempDir-001/jetty3, hostPort=35917, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 1173967 ERROR (closeThreadPool-6044-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1173967 INFO  (closeThreadPool-6044-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1173967 INFO  (closeThreadPool-6044-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 1173967 INFO  (closeThreadPool-6044-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1173967 INFO  (closeThreadPool-6044-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1173967 INFO  (closeThreadPool-6044-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-03-27T11:10:58.855953Z
   [junit4]   2> 1173983 WARN  (closeThreadPool-6044-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@27437c34[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1173998 INFO  (closeThreadPool-6044-thread-1) [n:127.0.0.1:33909_mkx%2Fm    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1174006 INFO  (TEST-BasicDistributedZkTest.test-seed#[DF61D96EA481D591]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-4-001 of type NRT
   [junit4]   2> 1174012 INFO  (closeThreadPool-6044-thread-1) [n:127.0.0.1:33909_mkx%2Fm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446
   [junit4]   2> 1174021 INFO  (closeThreadPool-6044-thread-1) [n:127.0.0.1:33909_mkx%2Fm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446
   [junit4]   2> 1174022 INFO  (closeThreadPool-6044-thread-1) [n:127.0.0.1:33909_mkx%2Fm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446
   [junit4]   2> 1174023 INFO  (closeThreadPool-6044-thread-1) [n:127.0.0.1:33909_mkx%2Fm    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-1-001/cores
   [junit4]   2> 1174067 WARN  (closeThreadPool-6044-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@61a632ae[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1174068 INFO  (closeThreadPool-6044-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36299/solr
   [junit4]   2> 1174115 WARN  (closeThreadPool-6044-thread-4) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1174115 INFO  (closeThreadPool-6044-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1174115 INFO  (closeThreadPool-6044-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1174115 INFO  (closeThreadPool-6044-thread-4) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12+33
   [junit4]   2> 1174129 INFO  (zkConnectionManagerCallback-6074-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1174151 INFO  (zkConnectionManagerCallback-6069-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1174231 INFO  (closeThreadPool-6044-thread-3) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1174231 INFO  (closeThreadPool-6044-thread-3) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-3-001/solr.xml
   [junit4]   2> 1174233 INFO  (closeThreadPool-6044-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1174233 INFO  (closeThreadPool-6044-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1174234 INFO  (closeThreadPool-6044-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1174279 INFO  (closeThreadPool-6044-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1174279 INFO  (closeThreadPool-6044-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1174279 INFO  (closeThreadPool-6044-thread-4) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1174291 INFO  (closeThreadPool-6044-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c043355{/mkx/m,null,AVAILABLE}
   [junit4]   2> 1174291 INFO  (closeThreadPool-6044-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@ac223d8{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33203}
   [junit4]   2> 1174291 INFO  (closeThreadPool-6044-thread-4) [    ] o.e.j.s.Server Started @1174323ms
   [junit4]   2> 1174291 INFO  (closeThreadPool-6044-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/mkx/m, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/tempDir-001/jetty4, hostPort=33203, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-4-001/cores, replicaType=NRT}
   [junit4]   2> 1174291 ERROR (closeThreadPool-6044-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1174291 INFO  (closeThreadPool-6044-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1174291 INFO  (closeThreadPool-6044-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 1174291 INFO  (closeThreadPool-6044-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1174291 INFO  (closeThreadPool-6044-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1174291 INFO  (closeThreadPool-6044-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-03-27T11:10:59.179837Z
   [junit4]   2> 1174306 INFO  (zkConnectionManagerCallback-6076-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1174359 INFO  (zkConnectionManagerCallback-6079-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1174369 INFO  (closeThreadPool-6044-thread-4) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1174369 INFO  (closeThreadPool-6044-thread-4) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-4-001/solr.xml
   [junit4]   2> 1174371 INFO  (closeThreadPool-6044-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1174371 INFO  (closeThreadPool-6044-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1174372 INFO  (closeThreadPool-6044-thread-4) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1174377 INFO  (closeThreadPool-6044-thread-2) [n:127.0.0.1:36351_mkx%2Fm    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1174396 INFO  (closeThreadPool-6044-thread-2) [n:127.0.0.1:36351_mkx%2Fm    ] o.a.s.c.ZkController Publish node=127.0.0.1:36351_mkx%2Fm as DOWN
   [junit4]   2> 1174397 INFO  (closeThreadPool-6044-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1174397 INFO  (closeThreadPool-6044-thread-2) [n:127.0.0.1:36351_mkx%2Fm    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1174397 INFO  (closeThreadPool-6044-thread-2) [n:127.0.0.1:36351_mkx%2Fm    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36351_mkx%2Fm
   [junit4]   2> 1174397 WARN  (closeThreadPool-6044-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@52586ce8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1174398 INFO  (zkCallback-6030-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1174398 INFO  (zkCallback-6023-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1174398 INFO  (zkCallback-6054-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1174398 INFO  (zkCallback-6042-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1174411 INFO  (zkCallback-6063-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1174475 INFO  (zkCallback-6075-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1174519 INFO  (closeThreadPool-6044-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1174519 INFO  (zkConnectionManagerCallback-6089-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1174522 INFO  (closeThreadPool-6044-thread-2) [n:127.0.0.1:36351_mkx%2Fm    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1174523 INFO  (closeThreadPool-6044-thread-2) [n:127.0.0.1:36351_mkx%2Fm    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36299/solr ready
   [junit4]   2> 1174535 WARN  (closeThreadPool-6044-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7aa2741b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1174536 INFO  (closeThreadPool-6044-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36299/solr
   [junit4]   2> 1174550 INFO  (closeThreadPool-6044-thread-2) [n:127.0.0.1:36351_mkx%2Fm    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1174558 WARN  (closeThreadPool-6044-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@290dbf8e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1174565 INFO  (closeThreadPool-6044-thread-2) [n:127.0.0.1:36351_mkx%2Fm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446
   [junit4]   2> 1174574 INFO  (closeThreadPool-6044-thread-2) [n:127.0.0.1:36351_mkx%2Fm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446
   [junit4]   2> 1174574 INFO  (closeThreadPool-6044-thread-2) [n:127.0.0.1:36351_mkx%2Fm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446
   [junit4]   2> 1174576 INFO  (closeThreadPool-6044-thread-2) [n:127.0.0.1:36351_mkx%2Fm    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-2-001/cores
   [junit4]   2> 1174626 INFO  (zkConnectionManagerCallback-6095-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1174712 WARN  (closeThreadPool-6044-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@28832217[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1174713 INFO  (closeThreadPool-6044-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36299/solr
   [junit4]   2> 1174760 INFO  (zkConnectionManagerCallback-6098-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1174763 INFO  (closeThreadPool-6044-thread-3) [n:127.0.0.1:35917_mkx%2Fm    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1174764 INFO  (closeThreadPool-6044-thread-3) [n:127.0.0.1:35917_mkx%2Fm    ] o.a.s.c.ZkController Publish node=127.0.0.1:35917_mkx%2Fm as DOWN
   [junit4]   2> 1174765 INFO  (closeThreadPool-6044-thread-3) [n:127.0.0.1:35917_mkx%2Fm    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1174765 INFO  (closeThreadPool-6044-thread-3) [n:127.0.0.1:35917_mkx%2Fm    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35917_mkx%2Fm
   [junit4]   2> 1174766 INFO  (zkCallback-6023-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1174766 INFO  (zkCallback-6042-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1174766 INFO  (zkCallback-6030-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1174766 INFO  (zkCallback-6063-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1174766 INFO  (zkCallback-6075-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1174766 INFO  (zkCallback-6054-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1174806 INFO  (zkCallback-6097-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1174895 INFO  (zkConnectionManagerCallback-6102-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1174895 INFO  (zkConnectionManagerCallback-6109-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1174896 INFO  (closeThreadPool-6044-thread-3) [n:127.0.0.1:35917_mkx%2Fm    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1174896 INFO  (closeThreadPool-6044-thread-3) [n:127.0.0.1:35917_mkx%2Fm    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36299/solr ready
   [junit4]   2> 1174905 INFO  (zkCallback-6088-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1174934 INFO  (closeThreadPool-6044-thread-3) [n:127.0.0.1:35917_mkx%2Fm    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1174954 INFO  (closeThreadPool-6044-thread-3) [n:127.0.0.1:35917_mkx%2Fm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446
   [junit4]   2> 1174970 INFO  (closeThreadPool-6044-thread-3) [n:127.0.0.1:35917_mkx%2Fm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446
   [junit4]   2> 1174971 INFO  (zkConnectionManagerCallback-6111-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1174975 INFO  (closeThreadPool-6044-thread-3) [n:127.0.0.1:35917_mkx%2Fm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446
   [junit4]   2> 1174977 INFO  (closeThreadPool-6044-thread-4) [n:127.0.0.1:33203_mkx%2Fm    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1174979 INFO  (closeThreadPool-6044-thread-3) [n:127.0.0.1:35917_mkx%2Fm    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-3-001/cores
   [junit4]   2> 1174979 INFO  (closeThreadPool-6044-thread-4) [n:127.0.0.1:33203_mkx%2Fm    ] o.a.s.c.ZkController Publish node=127.0.0.1:33203_mkx%2Fm as DOWN
   [junit4]   2> 1174980 INFO  (closeThreadPool-6044-thread-4) [n:127.0.0.1:33203_mkx%2Fm    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1174980 INFO  (closeThreadPool-6044-thread-4) [n:127.0.0.1:33203_mkx%2Fm    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33203_mkx%2Fm
   [junit4]   2> 1174982 INFO  (zkCallback-6042-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1174982 INFO  (zkCallback-6088-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1174982 INFO  (zkCallback-6030-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1174982 INFO  (zkCallback-6097-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1174982 INFO  (zkCallback-6054-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1174982 INFO  (zkCallback-6075-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1174982 INFO  (zkCallback-6023-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1174983 INFO  (zkCallback-6063-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1175008 INFO  (zkCallback-6110-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1175009 INFO  (zkCallback-6108-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1175032 INFO  (zkConnectionManagerCallback-6119-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1175033 INFO  (closeThreadPool-6044-thread-4) [n:127.0.0.1:33203_mkx%2Fm    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 1175034 INFO  (closeThreadPool-6044-thread-4) [n:127.0.0.1:33203_mkx%2Fm    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36299/solr ready
   [junit4]   2> 1175064 INFO  (closeThreadPool-6044-thread-4) [n:127.0.0.1:33203_mkx%2Fm    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1175086 INFO  (closeThreadPool-6044-thread-4) [n:127.0.0.1:33203_mkx%2Fm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446
   [junit4]   2> 1175101 INFO  (closeThreadPool-6044-thread-4) [n:127.0.0.1:33203_mkx%2Fm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446
   [junit4]   2> 1175101 INFO  (closeThreadPool-6044-thread-4) [n:127.0.0.1:33203_mkx%2Fm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446
   [junit4]   2> 1175102 INFO  (closeThreadPool-6044-thread-4) [n:127.0.0.1:33203_mkx%2Fm    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-4-001/cores
   [junit4]   2> 1175222 INFO  (qtp1447600274-17416) [n:127.0.0.1:33203_mkx%2Fm    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:36351_mkx%252Fm&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1175235 INFO  (qtp1447600274-17417) [n:127.0.0.1:33203_mkx%2Fm    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33909_mkx%252Fm&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1175236 INFO  (OverseerThreadFactory-6411-thread-3-processing-n:127.0.0.1:43973_mkx%2Fm) [n:127.0.0.1:43973_mkx%2Fm c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:36351_mkx%2Fm for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 1175237 INFO  (OverseerThreadFactory-6411-thread-3-processing-n:127.0.0.1:43973_mkx%2Fm) [n:127.0.0.1:43973_mkx%2Fm c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1175266 INFO  (OverseerThreadFactory-6411-thread-4-processing-n:127.0.0.1:43973_mkx%2Fm) [n:127.0.0.1:43973_mkx%2Fm c:collection1 s:shard2  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:33909_mkx%2Fm for creating new replica of shard shard2 for collection collection1
   [junit4]   2> 1175266 INFO  (OverseerThreadFactory-6411-thread-4-processing-n:127.0.0.1:43973_mkx%2Fm) [n:127.0.0.1:43973_mkx%2Fm c:collection1 s:shard2  ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1175295 INFO  (qtp1447600274-17424) [n:127.0.0.1:33203_mkx%2Fm    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35917_mkx%252Fm&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1175323 INFO  (qtp1447600274-17494) [n:127.0.0.1:33203_mkx%2Fm    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33203_mkx%252Fm&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1175389 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm    x:collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1175389 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm    x:collection1_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n2&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1176475 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 1176477 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 1176500 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test
   [junit4]   2> 1176501 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=test
   [junit4]   2> 1176682 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1176692 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1176693 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446
   [junit4]   2> 1176693 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-1-001/cores/collection1_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-1-001/cores/collection1_shard2_replica_n2/data/]
   [junit4]   2> 1176695 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=93.322265625, floorSegmentMB=0.6396484375, forceMergeDeletesPctAllowed=27.551463143086753, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20451817535669622, deletesPctAllowed=25.170619356152084
   [junit4]   2> 1176700 WARN  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1176767 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1176779 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1176779 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1176781 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1176781 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1176782 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=54.2685546875, floorSegmentMB=0.60546875, forceMergeDeletesPctAllowed=21.935353765485402, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=25.510198839123504
   [junit4]   2> 1176782 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f74d4df[collection1_shard2_replica_n2] main]
   [junit4]   2> 1176783 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1176783 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1176784 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1176784 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1629156867227779072
   [junit4]   2> 1176785 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1176785 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a55446
   [junit4]   2> 1176786 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-2-001/cores/collection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001/shard-2-001/cores/collection1_shard1_replica_n1/data/]
   [junit4]   2> 1176787 INFO  (searcherExecutor-6457-thread-1-processing-n:127.0.0.1:33909_mkx%2Fm x:collection1_shard2_replica_n2 c:collection1 s:shard2) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@3f74d4df[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1176789 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=93.322265625, floorSegmentMB=0.6396484375, forceMergeDeletesPctAllowed=27.551463143086753, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20451817535669622, deletesPctAllowed=25.170619356152084
   [junit4]   2> 1176799 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 1176799 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
   [junit4]   2> 1176801 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1176801 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1176801 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33909/mkx/m/collection1_shard2_replica_n2/
   [junit4]   2> 1176802 WARN  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1176802 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1176802 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:33909/mkx/m/collection1_shard2_replica_n2/ has no replicas
   [junit4]   2> 1176802 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/72271217190502410-core_node3-n_0000000000
   [junit4]   2> 1176804 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c:collection1 s:shard2  x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33909/mkx/m/collection1_shard2_replica_n2/ shard2
   [junit4]   2> 1176849 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1176849 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1176851 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1176851 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1176852 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=54.2685546875, floorSegmentMB=0.60546875, forceMergeDeletesPctAllowed=21.935353765485402, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=25.510198839123504
   [junit4]   2> 1176852 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6aea6943[collection1_shard1_replica_n1] main]
   [junit4]   2> 1176853 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1176853 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1176854 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1176854 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1629156867301179392
   [junit4]   2> 1176858 INFO  (searcherExecutor-6462-thread-1-processing-n:127.0.0.1:36351_mkx%2Fm x:collection1_shard1_replica_n1 c:collection1 s:shard1) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@6aea6943[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1176866 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 1176866 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 1176868 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1176868 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1176868 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36351/mkx/m/collection1_shard1_replica_n1/
   [junit4]   2> 1176869 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1176869 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36351/mkx/m/collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 1176869 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72271217190502415-core_node4-n_0000000000
   [junit4]   2> 1176869 INFO  (qtp1723386752-17378) [n:127.0.0.1:36351_mkx%2Fm c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36351/mkx/m/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 1176971 INFO  (zkCallback-6075-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1176972 INFO  (zkCallback-6054-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1176972 INFO  (qtp1850003857-17355) [n:127.0.0.1:33909_mkx%2Fm c

[...truncated too long message...]


   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:427)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:835)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_DF61D96EA481D591-001
   [junit4]   2> Mar 27, 2019 11:16:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {regex_dup_A_s=PostingsFormat(name=MockRandom), regex_dup_B_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), SubjectTerms_mfacet=PostingsFormat(name=LuceneVarGapDocFreqInterval), multiDefault=PostingsFormat(name=Direct), _root_=PostingsFormat(name=LuceneVarGapDocFreqInterval), genre_s=PostingsFormat(name=MockRandom), author_t=PostingsFormat(name=Direct), series_t=PostingsFormat(name=Direct), rnd_b=PostingsFormat(name=LuceneFixedGap), oddField_s=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), cat=PostingsFormat(name=LuceneVarGapDocFreqInterval), foo_b=PostingsFormat(name=MockRandom), name=PostingsFormat(name=LuceneFixedGap), inStock=PostingsFormat(name=MockRandom), id=PostingsFormat(name=LuceneFixedGap), text=PostingsFormat(name=MockRandom)}, docValues:{regex_dup_A_s=DocValuesFormat(name=Direct), other_tl1=DocValuesFormat(name=Lucene80), regex_dup_B_s=DocValuesFormat(name=Lucene80), range_facet_l_dv=DocValuesFormat(name=Lucene80), SubjectTerms_mfacet=DocValuesFormat(name=Lucene80), n_l1=DocValuesFormat(name=Lucene80), multiDefault=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Lucene80), genre_s=DocValuesFormat(name=Direct), n_td1=DocValuesFormat(name=Asserting), n_d1=DocValuesFormat(name=Lucene80), range_facet_l=DocValuesFormat(name=Lucene80), n_f1=DocValuesFormat(name=Asserting), series_t=DocValuesFormat(name=Asserting), n_tl1=DocValuesFormat(name=Asserting), oddField_s=DocValuesFormat(name=Direct), n_tf1=DocValuesFormat(name=Lucene80), price=DocValuesFormat(name=Direct), a_t=DocValuesFormat(name=Lucene80), cat=DocValuesFormat(name=Lucene80), sequence_i=DocValuesFormat(name=Direct), inStock=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene80), text=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Lucene80), foo_i=DocValuesFormat(name=Asserting), val_i=DocValuesFormat(name=Lucene80), _root_=DocValuesFormat(name=Lucene80), n_dt1=DocValuesFormat(name=Asserting), author_t=DocValuesFormat(name=Asserting), a_i1=DocValuesFormat(name=Lucene80), n_ti1=DocValuesFormat(name=Lucene80), rnd_b=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Lucene80), n_tdt1=DocValuesFormat(name=Lucene80), foo_b=DocValuesFormat(name=Direct), name=DocValuesFormat(name=Lucene80), id_i1=DocValuesFormat(name=Asserting), foo_d=DocValuesFormat(name=Lucene80), range_facet_i_dv=DocValuesFormat(name=Lucene80), foo_f=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1800, maxMBSortInHeap=7.873212315546302, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@471b7750), locale=de-CH, timezone=America/Nassau
   [junit4]   2> NOTE: Linux 4.18.0-15-generic amd64/Oracle Corporation 12 (64-bit)/cpus=8,threads=1,free=64746472,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [TestGraphMLResponseWriter, LeaderElectionIntegrationTest, TestSolr4Spatial, TestDFRSimilarityFactory, TestTrie, TestFacetMethods, ClusterStateTest, SolrRequestParserTest, CdcrBidirectionalTest, TestCustomStream, TestAnalyzeInfixSuggestions, TestCloudPivotFacet, AutoAddReplicasPlanActionTest, DeleteStatusTest, TestHighFrequencyDictionaryFactory, TestPayloadCheckQParserPlugin, TestCSVLoader, SolrIndexSplitterTest, TestJsonRequest, MissingSegmentRecoveryTest, TestManagedStopFilterFactory, TestFieldCacheSortRandom, TestPerFieldSimilarity, QueryParsingTest, DeleteNodeTest, TestQuerySenderNoQuery, TestLegacyNumericUtils, OverseerCollectionConfigSetProcessorTest, SolrCloudReportersTest, DistributedMLTComponentTest, TestJoin, TestSafeXMLParsing, HdfsRestartWhileUpdatingTest, TestExpandComponent, DistributedIntervalFacetingTest, FastVectorHighlighterTest, NodeAddedTriggerIntegrationTest, DistributedTermsComponentTest, SolrCoreTest, OpenExchangeRatesOrgProviderTest, TestLegacyFieldCache, ZkStateWriterTest, TemplateUpdateProcessorTest, ChangedSchemaMergeTest, RegexBytesRefFilterTest, TestSimComputePlanAction, SimplePostToolTest, ShufflingReplicaListTransformerTest, TestDynamicFieldCollectionResource, TestBM25SimilarityFactory, TestFiltering, TestSchemaVersionResource, DistributedFacetSimpleRefinementLongTailTest, V2StandaloneTest, HighlighterTest, ConfigureRecoveryStrategyTest, TestSchemalessBufferedUpdates, TestStressVersions, SpellCheckCollatorWithCollapseTest, TestUpdate, DocValuesMultiTest, HdfsNNFailoverTest, CheckHdfsIndexTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestPushWriter, MoveReplicaTest, ReindexCollectionTest, JSONWriterTest, TestDocSet, TestValueSourceCache, TestCryptoKeys, TestFastLRUCache, TestHashPartitioner, TestMergePolicyConfig, TestRandomFlRTGCloud, TestFileDictionaryLookup, DateFieldTest, DistributedQueryElevationComponentTest, TestReversedWildcardFilterFactory, TestSort, TestReload, UpdateRequestProcessorFactoryTest, TestOrdValues, StressHdfsTest, RollingRestartTest, TestDynamicURP, CoreMergeIndexesAdminHandlerTest, TestSchemaNameResource, HttpPartitionTest, TestSlowCompositeReaderWrapper, TestRemoteStreaming, TestFieldResource, ExplicitHLLTest, SegmentsInfoRequestHandlerTest, PeerSyncWithLeaderTest, ClassificationUpdateProcessorFactoryTest, HdfsTlogReplayBufferedWhileIndexingTest, ZkSolrClientTest, TestPrepRecovery, TestLogWatcher, TestSearcherReuse, TestComplexPhraseQParserPlugin, TestAddFieldRealTimeGet, TestQueryTypes, TestSolrCloudWithDelegationTokens, TestBulkSchemaConcurrent, TestCoreContainer, TestOmitPositions, TestSolrConfigHandlerConcurrent, TestNumericRangeQuery32, TaggerTest, TestCollationField, TestZkAclsWithHadoopAuth, FullSolrCloudDistribCmdsTest, TestUninvertingReader, ConvertedLegacyTest, TestSimExecutePlanAction, OverseerStatusTest, BadComponentTest, CdcrWithNodesRestartsTest, TestNestedDocsSort, TermVectorComponentTest, TestExactSharedStatsCache, DebugComponentTest, TestDistributedMap, TestCodecSupport, DateMathParserTest, IndexSizeTriggerTest, JWTAuthPluginTest, TestConfigsApi, TestXIncludeConfig, VMParamsZkACLAndCredentialsProvidersTest, SignificantTermsQParserPluginTest, TestRestManager, CloneFieldUpdateProcessorFactoryTest, TestCharFilters, BasicAuthIntegrationTest, HLLUtilTest, TestLMJelinekMercerSimilarityFactory, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, CursorPagingTest, DisMaxRequestHandlerTest, OutputWriterTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestDocumentBuilder, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestTolerantSearch, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AssignBackwardCompatibilityTest, BasicDistributedZkTest]
   [junit4] Completed [468/845 (1!)] on J2 in 335.79s, 1 test, 1 error <<< FAILURES!

[...truncated 1371 lines...]
   [junit4] JVM J2: stdout was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/temp/junit4-J2-20190327_105124_62715925332989642901979.sysout
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /home/jenkins/workspace/Lucene-Solr-8.x-Linux/heapdumps/java_pid4362.hprof ...
   [junit4] Heap dump file created [487565017 bytes in 3.976 secs]
   [junit4] <<< JVM J2: EOF ----

[...truncated 8974 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-8.x-Linux/build.xml:633: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-8.x-Linux/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid4362.hprof

Total time: 101 minutes 20 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS-EA] Lucene-Solr-8.x-Linux (64bit/jdk-13-ea+shipilev-fastdebug) - Build # 314 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Linux/314/
Java: 64bit/jdk-13-ea+shipilev-fastdebug -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

7 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest

Error Message:
ObjectTracker found 4 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)  at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:835)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)  at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:835)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:517)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)  at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:835)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:99)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:779)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)  at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:835)   expected null, but was:<ObjectTracker found 4 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)  at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:835)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)  at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:835)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:517)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)  at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:835)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:99)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:779)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)  at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:835)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
	at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:835)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
	at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:835)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:517)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
	at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:835)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:99)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:779)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
	at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:835)

 expected null, but was:<ObjectTracker found 4 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
	at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:835)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
	at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:835)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:517)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
	at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:835)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:99)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:779)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1193)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
	at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:835)

>
	at __randomizedtesting.SeedInfo.seed([8CBDD2BD2B30A433]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotNull(Assert.java:755)
	at org.junit.Assert.assertNull(Assert.java:737)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:325)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=1797, name=testExecutor-421-thread-2, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1797, name=testExecutor-421-thread-2, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
	at __randomizedtesting.SeedInfo.seed([4A9857C7D206ADF9:C2CC681D7CFAC001]:0)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46029/d: ADDREPLICA failed to create replica
	at __randomizedtesting.SeedInfo.seed([4A9857C7D206ADF9]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:649)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$1(BasicDistributedZkTest.java:656)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=1834, name=testExecutor-418-thread-3, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1834, name=testExecutor-418-thread-3, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
	at __randomizedtesting.SeedInfo.seed([4A9857C7D206ADF9:C2CC681D7CFAC001]:0)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45497/d: ADDREPLICA failed to create replica
	at __randomizedtesting.SeedInfo.seed([4A9857C7D206ADF9]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:649)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$1(BasicDistributedZkTest.java:656)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=768, name=testExecutor-159-thread-2, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=768, name=testExecutor-159-thread-2, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
	at __randomizedtesting.SeedInfo.seed([4A9857C7D206ADF9:C2CC681D7CFAC001]:0)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42761/d: ADDREPLICA failed to create replica
	at __randomizedtesting.SeedInfo.seed([4A9857C7D206ADF9]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:649)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$1(BasicDistributedZkTest.java:656)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=3895, name=testExecutor-1230-thread-2, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3895, name=testExecutor-1230-thread-2, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42641/d: ADDREPLICA failed to create replica
	at __randomizedtesting.SeedInfo.seed([4A9857C7D206ADF9]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:649)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$1(BasicDistributedZkTest.java:656)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.cloud.api.collections.CustomCollectionTest.testRouteFieldForImplicitRouter

Error Message:
expected:<3> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
	at __randomizedtesting.SeedInfo.seed([4A9857C7D206ADF9:1FC8BF557EFF6209]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.api.collections.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:145)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic

Error Message:
{} expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: {} expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([4A9857C7D206ADF9:E1624AD20DDA2BD7]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic(SolrRrdBackendFactoryTest.java:92)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)




Build Log:
[...truncated 2100 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/core/test/temp/junit4-J1-20190327_191736_0218626017788959105438.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/core/test/temp/junit4-J0-20190327_191736_0012183009398262601066.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/core/test/temp/junit4-J2-20190327_191736_02817288013166624718240.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 304 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/test-framework/test/temp/junit4-J2-20190327_195020_68018331085698785248255.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/test-framework/test/temp/junit4-J0-20190327_195020_659783123844767734027.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/test-framework/test/temp/junit4-J1-20190327_195020_6601728720266836096289.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1081 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20190327_195541_5766680382556731748443.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20190327_195541_5774505398171223950963.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20190327_195541_6137971445127553640435.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 255 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20190327_200154_14813518811195905907004.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20190327_200154_14812832081933226733753.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20190327_200154_1483369114110117885036.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 247 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20190327_200247_31110308942085323849994.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20190327_200247_3159795869846964195106.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20190327_200247_31610113191341000023507.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 168 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20190327_200403_9394691664842476309711.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20190327_200403_93112680232478721228767.syserr
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20190327_200403_95111793533698957982272.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 204 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/nori/test/temp/junit4-J0-20190327_200432_6087094410885534671331.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/nori/test/temp/junit4-J2-20190327_200432_62811204774111603178075.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/nori/test/temp/junit4-J1-20190327_200432_6098947260680117742492.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 168 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20190327_200511_45717818108747560086167.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20190327_200511_46713686801724983355355.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20190327_200511_45418152206745338054421.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 173 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20190327_200533_7205537903076154121826.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20190327_200533_7195467865917446039948.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20190327_200533_70913841353897831698570.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 161 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20190327_200616_7525011242462802536516.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20190327_200616_75217094352910538761574.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 165 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20190327_200648_53914999522524412216029.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20190327_200648_5211014882093723806255.syserr
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20190327_200648_52318064474593845120578.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 177 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20190327_200711_03516096976469678646932.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 19 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20190327_200711_03410000981652771736202.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20190327_200711_0353036617821103775340.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1545 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/benchmark/test/temp/junit4-J2-20190327_201448_82814529691827940217137.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/benchmark/test/temp/junit4-J0-20190327_201448_7994082976291936355923.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/benchmark/test/temp/junit4-J1-20190327_201448_8159437658107190375496.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 253 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/classification/test/temp/junit4-J2-20190327_201540_17715970943789615764900.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/classification/test/temp/junit4-J0-20190327_201540_13915178369838986059242.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/classification/test/temp/junit4-J1-20190327_201540_15913599961719087953309.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 259 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/codecs/test/temp/junit4-J1-20190327_201627_6439069779254753745624.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/codecs/test/temp/junit4-J0-20190327_201627_6303542757309098422855.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/codecs/test/temp/junit4-J2-20190327_201627_65915337131635219808417.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 233 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/demo/test/temp/junit4-J0-20190327_202634_9858797680672225014629.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/demo/test/temp/junit4-J2-20190327_202634_985545276693458635140.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/demo/test/temp/junit4-J1-20190327_202634_9856230058129129986197.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 173 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/expressions/test/temp/junit4-J2-20190327_202659_1154700654951718898706.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Suite: org.apache.lucene.expressions.js.TestJavascriptFunction
   [junit4] Completed [10/11] on J0 in 1.41s, 25 tests
   [junit4] 
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/expressions/test/temp/junit4-J0-20190327_202659_1153363759216365449988.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/expressions/test/temp/junit4-J1-20190327_202659_11516832490983827085060.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 234 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/facet/test/temp/junit4-J1-20190327_202737_10711819475402524074780.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/facet/test/temp/junit4-J0-20190327_202737_10612562974786285720488.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/facet/test/temp/junit4-J2-20190327_202737_13513994771136697482842.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 182 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/grouping/test/temp/junit4-J0-20190327_202914_79111821526270231804806.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/grouping/test/temp/junit4-J2-20190327_202914_79215724338993377675778.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/grouping/test/temp/junit4-J1-20190327_202914_79114742730328237066617.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 243 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/highlighter/test/temp/junit4-J1-20190327_203002_887323678316508779934.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/highlighter/test/temp/junit4-J0-20190327_203002_88617934602958100924385.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 15 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/highlighter/test/temp/junit4-J2-20190327_203002_8895886579939731047124.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 166 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/join/test/temp/junit4-J1-20190327_203123_88317558186124838494312.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/join/test/temp/junit4-J0-20190327_203123_8833858697379265092845.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/join/test/temp/junit4-J2-20190327_203123_8841943368169287943613.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 157 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/memory/test/temp/junit4-J0-20190327_203259_7258789905414410796289.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/memory/test/temp/junit4-J1-20190327_203259_7253758377889367528727.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 189 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/misc/test/temp/junit4-J0-20190327_203346_4404522567818681475543.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/misc/test/temp/junit4-J2-20190327_203346_45516125619778977378741.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/misc/test/temp/junit4-J1-20190327_203346_44711700081221307237356.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 309 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/queries/test/temp/junit4-J1-20190327_203503_7436461006758727919943.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/queries/test/temp/junit4-J0-20190327_203503_7356165193278869378896.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/queries/test/temp/junit4-J2-20190327_203503_759742227633783519072.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 231 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/queryparser/test/temp/junit4-J1-20190327_203541_15816990640583194735099.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/queryparser/test/temp/junit4-J0-20190327_203541_15814817027324535681756.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/queryparser/test/temp/junit4-J2-20190327_203541_16313609469091259134978.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 196 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/replicator/test/temp/junit4-J1-20190327_203625_39914772522742990317054.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/replicator/test/temp/junit4-J0-20190327_203625_3991716638190911526107.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 23 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/replicator/test/temp/junit4-J2-20190327_203625_3995063960774010089414.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 248 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/sandbox/test/temp/junit4-J2-20190327_203708_56112385540661489868934.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/sandbox/test/temp/junit4-J0-20190327_203708_5573526845891996403623.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/sandbox/test/temp/junit4-J1-20190327_203708_5585317525111248399617.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 296 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20190327_203950_9979700716269852041109.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20190327_203950_9977129266090779616027.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20190327_203950_9976207340404513194175.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 153 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/spatial/test/temp/junit4-J0-20190327_204122_91615615047397356987720.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 184 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20190327_204138_2713213055609397426282.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20190327_204138_27110667977044670880225.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20190327_204138_27112054305186978867312.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 258 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/suggest/test/temp/junit4-J1-20190327_204421_2647722275895619009829.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 4 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/suggest/test/temp/junit4-J2-20190327_204421_26411745739178181880819.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/suggest/test/temp/junit4-J0-20190327_204421_2641749604321918837982.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 2124 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> 531474 INFO  (SUITE-BasicDistributedZkTest-seed#[4A9857C7D206ADF9]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_4A9857C7D206ADF9-001/init-core-data-001
   [junit4]   2> 531475 WARN  (SUITE-BasicDistributedZkTest-seed#[4A9857C7D206ADF9]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=85 numCloses=85
   [junit4]   2> 531476 INFO  (SUITE-BasicDistributedZkTest-seed#[4A9857C7D206ADF9]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 531477 INFO  (SUITE-BasicDistributedZkTest-seed#[4A9857C7D206ADF9]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 531477 INFO  (SUITE-BasicDistributedZkTest-seed#[4A9857C7D206ADF9]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /d/
   [junit4]   2> 531487 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 531487 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 531487 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 531587 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.ZkTestServer start zk server on port:37909
   [junit4]   2> 531587 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37909
   [junit4]   2> 531587 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37909
   [junit4]   2> 531653 INFO  (zkConnectionManagerCallback-1136-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 531721 INFO  (zkConnectionManagerCallback-1138-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 531722 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 531724 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 531725 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 531726 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 531727 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 531728 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 531729 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 531730 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 531731 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 531732 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 531733 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 531734 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 532071 WARN  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 532071 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 532071 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 532071 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 13-testing+0-builds.shipilev.net-openjdk-jdk-b769-20190316-jdk-1312
   [junit4]   2> 532073 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 532073 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 532073 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 532074 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2dfb012b{/d,null,AVAILABLE}
   [junit4]   2> 532099 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1f58ead3{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34621}
   [junit4]   2> 532099 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.e.j.s.Server Started @532530ms
   [junit4]   2> 532099 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/d, solr.data.dir=/home/jenkins/workspace/Luc

[...truncated too long message...]

/shard2
   [junit4]   2> 	5	/solr/collections/oneInstanceCollection/terms/shard1
   [junit4]   2> 	5	/solr/collections/oneInstanceCollection/terms/shard2
   [junit4]   2> 	3	/solr/collections/control_collection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	115	/solr/collections/collection3/state.json
   [junit4]   2> 	115	/solr/collections/collection2/state.json
   [junit4]   2> 	96	/solr/collections/collection1/state.json
   [junit4]   2> 	45	/solr/collections/oneInstanceCollection2/state.json
   [junit4]   2> 	29	/solr/collections/oneInstanceCollection/state.json
   [junit4]   2> 	28	/solr/collections/multiunload2/state.json
   [junit4]   2> 	15	/solr/clusterprops.json
   [junit4]   2> 	15	/solr/clusterstate.json
   [junit4]   2> 	9	/solr/collections/control_collection/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72274080843956228-127.0.0.1:39603_d-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/72274080843956239-127.0.0.1:41305_d-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/collections
   [junit4]   2> 	14	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 564778 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44935
   [junit4]   2> 564778 INFO  (TEST-BasicDistributedZkTest.test-seed#[4A9857C7D206ADF9]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44935
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZkTest -Dtests.method=test -Dtests.seed=4A9857C7D206ADF9 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=wo -Dtests.timezone=Mexico/General -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    218s J0 | BasicDistributedZkTest.test <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1834, name=testExecutor-418-thread-3, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4A9857C7D206ADF9:C2CC681D7CFAC001]:0)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45497/d: ADDREPLICA failed to create replica
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4A9857C7D206ADF9]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:649)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$1(BasicDistributedZkTest.java:656)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:835)
   [junit4]   2> 564882 INFO  (SUITE-BasicDistributedZkTest-seed#[4A9857C7D206ADF9]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {regex_dup_A_s=PostingsFormat(name=MockRandom), regex_dup_B_s=FST50, SubjectTerms_mfacet=PostingsFormat(name=Direct), multiDefault=FST50, _root_=PostingsFormat(name=Direct), genre_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), author_t=PostingsFormat(name=Direct), series_t=PostingsFormat(name=Direct), rnd_b=PostingsFormat(name=LuceneVarGapDocFreqInterval), oddField_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_t=FST50, cat=FST50, foo_b=PostingsFormat(name=MockRandom), name=PostingsFormat(name=LuceneVarGapDocFreqInterval), inStock=PostingsFormat(name=MockRandom), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), text=PostingsFormat(name=MockRandom)}, docValues:{regex_dup_A_s=DocValuesFormat(name=Lucene80), other_tl1=DocValuesFormat(name=Direct), regex_dup_B_s=DocValuesFormat(name=Asserting), range_facet_l_dv=DocValuesFormat(name=Lucene80), SubjectTerms_mfacet=DocValuesFormat(name=Direct), n_l1=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Direct), genre_s=DocValuesFormat(name=Lucene80), n_td1=DocValuesFormat(name=Direct), n_d1=DocValuesFormat(name=Asserting), range_facet_l=DocValuesFormat(name=Asserting), n_f1=DocValuesFormat(name=Direct), series_t=DocValuesFormat(name=Direct), n_tl1=DocValuesFormat(name=Direct), oddField_s=DocValuesFormat(name=Lucene80), n_tf1=DocValuesFormat(name=Asserting), price=DocValuesFormat(name=Lucene80), a_t=DocValuesFormat(name=Asserting), cat=DocValuesFormat(name=Asserting), sequence_i=DocValuesFormat(name=Lucene80), inStock=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Lucene80), text=DocValuesFormat(name=Lucene80), intDvoDefault=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Asserting), foo_i=DocValuesFormat(name=Direct), val_i=DocValuesFormat(name=Lucene80), _root_=DocValuesFormat(name=Direct), n_dt1=DocValuesFormat(name=Direct), author_t=DocValuesFormat(name=Direct), a_i1=DocValuesFormat(name=Asserting), n_ti1=DocValuesFormat(name=Lucene80), rnd_b=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Direct), n_tdt1=DocValuesFormat(name=Direct), foo_b=DocValuesFormat(name=Lucene80), name=DocValuesFormat(name=Lucene80), id_i1=DocValuesFormat(name=Direct), foo_d=DocValuesFormat(name=Lucene80), range_facet_i_dv=DocValuesFormat(name=Asserting), foo_f=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=563, maxMBSortInHeap=5.813827969249117, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@335ed317), locale=wo, timezone=Mexico/General
   [junit4]   2> NOTE: Linux 4.18.0-15-generic amd64/Aleksey Shipilev 13-testing (64-bit)/cpus=8,threads=1,free=163150648,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [BasicDistributedZkTest, BasicDistributedZkTest]
   [junit4] Completed [14/15 (3!)] on J0 in 225.40s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/temp/junit4-J0-20190327_231321_3148352354816798473277.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/temp/junit4-J1-20190327_231321_31910280404976538962936.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 12 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/common-build.xml:1573: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/common-build.xml:1100: There were test failures: 15 suites, 30 tests, 3 errors [seed: 4A9857C7D206ADF9]

Total time: 9 minutes 53 seconds

[repro] Setting last failure code to 256

[repro] Failures:
[repro]   0/5 failed: org.apache.solr.client.solrj.impl.CloudSolrClientTest
[repro]   0/5 failed: org.apache.solr.cloud.api.collections.CustomCollectionTest
[repro]   0/5 failed: org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest
[repro]   3/5 failed: org.apache.solr.cloud.BasicDistributedZkTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=4ff187e8b00b5ea26edd7df54ceede6f38da0c46, workspace=/home/jenkins/workspace/Lucene-Solr-8.x-Linux
[WARNINGS] Computing warning deltas based on reference build #313
Recording test results
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-8.x-Linux (32bit/jdk1.8.0_172) - Build # 313 - Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Linux/313/
Java: 32bit/jdk1.8.0_172 -client -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplicaLegacy

Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:34757/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:34757/solr
	at __randomizedtesting.SeedInfo.seed([CFD899D5ECFFFC9A:B6C284C17ACA6072]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1055)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:830)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:763)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:384)
	at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplicaLegacy(DeleteReplicaTest.java:264)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
	... 50 more




Build Log:
[...truncated 13658 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_CFD899D5ECFFFC9A-001/init-core-data-001
   [junit4]   2> 1241898 INFO  (SUITE-DeleteReplicaTest-seed#[CFD899D5ECFFFC9A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1241909 INFO  (SUITE-DeleteReplicaTest-seed#[CFD899D5ECFFFC9A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1241920 INFO  (SUITE-DeleteReplicaTest-seed#[CFD899D5ECFFFC9A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1241923 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting raceConditionOnDeleteAndRegisterReplica
   [junit4]   2> 1241924 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_CFD899D5ECFFFC9A-001/tempDir-001
   [junit4]   2> 1241935 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1241947 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1241947 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1242047 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.ZkTestServer start zk server on port:41045
   [junit4]   2> 1242047 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41045
   [junit4]   2> 1242047 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41045
   [junit4]   2> 1242115 INFO  (zkConnectionManagerCallback-3888-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1242155 INFO  (zkConnectionManagerCallback-3890-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1242199 INFO  (zkConnectionManagerCallback-3892-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1242222 WARN  (jetty-launcher-3893-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1242223 INFO  (jetty-launcher-3893-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1242223 INFO  (jetty-launcher-3893-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1242223 INFO  (jetty-launcher-3893-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 1242228 WARN  (jetty-launcher-3893-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1242229 INFO  (jetty-launcher-3893-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1242229 INFO  (jetty-launcher-3893-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1242229 INFO  (jetty-launcher-3893-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 1242231 WARN  (jetty-launcher-3893-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1242231 INFO  (jetty-launcher-3893-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1242231 INFO  (jetty-launcher-3893-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1242231 INFO  (jetty-launcher-3893-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 1242245 WARN  (jetty-launcher-3893-thread-4) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1242245 INFO  (jetty-launcher-3893-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1242245 INFO  (jetty-launcher-3893-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1242245 INFO  (jetty-launcher-3893-thread-4) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 1242387 INFO  (jetty-launcher-3893-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1242387 INFO  (jetty-launcher-3893-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1242387 INFO  (jetty-launcher-3893-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1242395 INFO  (jetty-launcher-3893-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@165eeee{/solr,null,AVAILABLE}
   [junit4]   2> 1242397 WARN  (jetty-launcher-3893-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@b04d7f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242453 INFO  (jetty-launcher-3893-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1242453 INFO  (jetty-launcher-3893-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1242453 INFO  (jetty-launcher-3893-thread-4) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1242454 INFO  (jetty-launcher-3893-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b21eca{/solr,null,AVAILABLE}
   [junit4]   2> 1242455 WARN  (jetty-launcher-3893-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1d81733[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242457 INFO  (jetty-launcher-3893-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1242457 INFO  (jetty-launcher-3893-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1242457 INFO  (jetty-launcher-3893-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1242457 INFO  (jetty-launcher-3893-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61ef01{/solr,null,AVAILABLE}
   [junit4]   2> 1242458 WARN  (jetty-launcher-3893-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@19bae10[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242464 INFO  (jetty-launcher-3893-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1242464 INFO  (jetty-launcher-3893-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1242464 INFO  (jetty-launcher-3893-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1242479 INFO  (jetty-launcher-3893-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11161f3{/solr,null,AVAILABLE}
   [junit4]   2> 1242480 WARN  (jetty-launcher-3893-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1637969[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1242480 INFO  (jetty-launcher-3893-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@190b4c1{SSL,[ssl, http/1.1]}{127.0.0.1:45975}
   [junit4]   2> 1242480 INFO  (jetty-launcher-3893-thread-2) [    ] o.e.j.s.Server Started @1242601ms
   [junit4]   2> 1242480 INFO  (jetty-launcher-3893-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45975}
   [junit4]   2> 1242481 ERROR (jetty-launcher-3893-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1242481 INFO  (jetty-launcher-3893-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1242481 INFO  (jetty-launcher-3893-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 1242481 INFO  (jetty-launcher-3893-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1242481 INFO  (jetty-launcher-3893-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1242481 INFO  (jetty-launcher-3893-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-03-27T15:44:18.057Z
   [junit4]   2> 1242481 INFO  (jetty-launcher-3893-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@9e70a1{SSL,[ssl, http/1.1]}{127.0.0.1:46577}
   [junit4]   2> 1242481 INFO  (jetty-launcher-3893-thread-3) [    ] o.e.j.s.Server Started @1242602ms
   [junit4]   2> 1242481 INFO  (jetty-launcher-3893-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46577}
   [junit4]   2> 1242481 ERROR (jetty-launcher-3893-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1242481 INFO  (jetty-launcher-3893-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1242481 INFO  (jetty-launcher-3893-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 1242482 INFO  (jetty-launcher-3893-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1242482 INFO  (jetty-launcher-3893-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1242482 INFO  (jetty-launcher-3893-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-03-27T15:44:18.058Z
   [junit4]   2> 1242492 INFO  (jetty-launcher-3893-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@9fc96e{SSL,[ssl, http/1.1]}{127.0.0.1:34665}
   [junit4]   2> 1242493 INFO  (jetty-launcher-3893-thread-4) [    ] o.e.j.s.Server Started @1242613ms
   [junit4]   2> 1242493 INFO  (jetty-launcher-3893-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34665}
   [junit4]   2> 1242493 ERROR (jetty-launcher-3893-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1242493 INFO  (jetty-launcher-3893-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1242493 INFO  (jetty-launcher-3893-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 1242493 INFO  (jetty-launcher-3893-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1242493 INFO  (jetty-launcher-3893-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1242493 INFO  (jetty-launcher-3893-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-03-27T15:44:18.069Z
   [junit4]   2> 1242499 INFO  (zkConnectionManagerCallback-3897-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1242500 INFO  (jetty-launcher-3893-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1242531 INFO  (jetty-launcher-3893-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@fefb06{SSL,[ssl, http/1.1]}{127.0.0.1:46369}
   [junit4]   2> 1242531 INFO  (jetty-launcher-3893-thread-1) [    ] o.e.j.s.Server Started @1242652ms
   [junit4]   2> 1242531 INFO  (jetty-launcher-3893-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46369}
   [junit4]   2> 1242531 ERROR (jetty-launcher-3893-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1242531 INFO  (jetty-launcher-3893-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1242531 INFO  (jetty-launcher-3893-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 1242531 INFO  (jetty-launcher-3893-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1242531 INFO  (jetty-launcher-3893-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1242531 INFO  (jetty-launcher-3893-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-03-27T15:44:18.107Z
   [junit4]   2> 1242532 INFO  (zkConnectionManagerCallback-3895-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1242533 INFO  (jetty-launcher-3893-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1242565 INFO  (zkConnectionManagerCallback-3901-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1242575 INFO  (jetty-launcher-3893-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1242603 INFO  (zkConnectionManagerCallback-3899-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1242604 INFO  (jetty-launcher-3893-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1243854 INFO  (jetty-launcher-3893-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1243865 WARN  (jetty-launcher-3893-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1243908 WARN  (jetty-launcher-3893-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@86101[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1243941 WARN  (jetty-launcher-3893-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1243969 WARN  (jetty-launcher-3893-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1cc3612[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1243971 INFO  (jetty-launcher-3893-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41045/solr
   [junit4]   2> 1244084 INFO  (zkConnectionManagerCallback-3911-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1244204 INFO  (zkConnectionManagerCallback-3913-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1244354 INFO  (jetty-launcher-3893-thread-3) [n:127.0.0.1:46577_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46577_solr
   [junit4]   2> 1244355 INFO  (jetty-launcher-3893-thread-3) [n:127.0.0.1:46577_solr    ] o.a.s.c.Overseer Overseer (id=72272292265852936-127.0.0.1:46577_solr-n_0000000000) starting
   [junit4]   2> 1244415 INFO  (zkConnectionManagerCallback-3920-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1244417 INFO  (jetty-launcher-3893-thread-3) [n:127.0.0.1:46577_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41045/solr ready
   [junit4]   2> 1244427 INFO  (OverseerStateUpdate-72272292265852936-127.0.0.1:46577_solr-n_0000000000) [n:127.0.0.1:46577_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46577_solr
   [junit4]   2> 1244448 INFO  (jetty-launcher-3893-thread-3) [n:127.0.0.1:46577_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46577_solr
   [junit4]   2> 1244479 INFO  (zkCallback-3919-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1244504 INFO  (zkCallback-3912-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1244578 INFO  (jetty-launcher-3893-thread-3) [n:127.0.0.1:46577_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1244708 INFO  (jetty-launcher-3893-thread-3) [n:127.0.0.1:46577_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46577.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dea699
   [junit4]   2> 1244766 INFO  (jetty-launcher-3893-thread-3) [n:127.0.0.1:46577_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46577.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dea699
   [junit4]   2> 1244779 INFO  (jetty-launcher-3893-thread-3) [n:127.0.0.1:46577_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46577.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dea699
   [junit4]   2> 1244782 INFO  (jetty-launcher-3893-thread-3) [n:127.0.0.1:46577_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_CFD899D5ECFFFC9A-001/tempDir-001/node3/.
   [junit4]   2> 1245549 INFO  (jetty-launcher-3893-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1245550 WARN  (jetty-launcher-3893-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1245587 WARN  (jetty-launcher-3893-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@e7f00d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1245604 WARN  (jetty-launcher-3893-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1245656 WARN  (jetty-launcher-3893-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@17145fd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1245658 INFO  (jetty-launcher-3893-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41045/solr
   [junit4]   2> 1245703 INFO  (zkConnectionManagerCallback-3927-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245758 INFO  (zkConnectionManagerCallback-3929-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245790 INFO  (jetty-launcher-3893-thread-1) [n:127.0.0.1:46369_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1245859 INFO  (jetty-launcher-3893-thread-1) [n:127.0.0.1:46369_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:46369_solr as DOWN
   [junit4]   2> 1245863 INFO  (jetty-launcher-3893-thread-1) [n:127.0.0.1:46369_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1245864 INFO  (jetty-launcher-3893-thread-1) [n:127.0.0.1:46369_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46369_solr
   [junit4]   2> 1245875 INFO  (zkCallback-3919-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1245875 INFO  (zkCallback-3928-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1245878 INFO  (zkCallback-3912-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1245985 INFO  (zkConnectionManagerCallback-3936-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1245995 INFO  (jetty-launcher-3893-thread-1) [n:127.0.0.1:46369_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1245998 INFO  (jetty-launcher-3893-thread-1) [n:127.0.0.1:46369_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41045/solr ready
   [junit4]   2> 1246023 INFO  (jetty-launcher-3893-thread-1) [n:127.0.0.1:46369_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1246121 INFO  (jetty-launcher-3893-thread-1) [n:127.0.0.1:46369_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46369.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dea699
   [junit4]   2> 1246182 INFO  (jetty-launcher-3893-thread-1) [n:127.0.0.1:46369_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46369.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dea699
   [junit4]   2> 1246183 INFO  (jetty-launcher-3893-thread-1) [n:127.0.0.1:46369_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46369.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dea699
   [junit4]   2> 1246185 INFO  (jetty-launcher-3893-thread-1) [n:127.0.0.1:46369_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_CFD899D5ECFFFC9A-001/tempDir-001/node1/.
   [junit4]   2> 1248398 INFO  (jetty-launcher-3893-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1248399 WARN  (jetty-launcher-3893-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1248408 WARN  (jetty-launcher-3893-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1d9ba20[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1248432 WARN  (jetty-launcher-3893-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1248471 WARN  (jetty-launcher-3893-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2ced85[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1248473 INFO  (jetty-launcher-3893-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41045/solr
   [junit4]   2> 1248489 INFO  (zkConnectionManagerCallback-3943-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1248531 INFO  (zkConnectionManagerCallback-3945-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1248539 INFO  (jetty-launcher-3893-thread-2) [n:127.0.0.1:45975_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1248542 INFO  (jetty-launcher-3893-thread-2) [n:127.0.0.1:45975_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:45975_solr as DOWN
   [junit4]   2> 1248560 INFO  (jetty-launcher-3893-thread-2) [n:127.0.0.1:45975_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1248560 INFO  (jetty-launcher-3893-thread-2) [n:127.0.0.1:45975_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45975_solr
   [junit4]   2> 1248562 INFO  (zkCallback-3912-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1248571 INFO  (zkCallback-3928-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1248571 INFO  (zkCallback-3919-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1248579 INFO  (zkCallback-3935-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1248579 INFO  (zkCallback-3944-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1248671 INFO  (zkConnectionManagerCallback-3952-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1248673 INFO  (jetty-launcher-3893-thread-2) [n:127.0.0.1:45975_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1248675 INFO  (jetty-launcher-3893-thread-2) [n:127.0.0.1:45975_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41045/solr ready
   [junit4]   2> 1248690 INFO  (jetty-launcher-3893-thread-2) [n:127.0.0.1:45975_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1248731 INFO  (jetty-launcher-3893-thread-2) [n:127.0.0.1:45975_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45975.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dea699
   [junit4]   2> 1248765 INFO  (jetty-launcher-3893-thread-2) [n:127.0.0.1:45975_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45975.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dea699
   [junit4]   2> 1248765 INFO  (jetty-launcher-3893-thread-2) [n:127.0.0.1:45975_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45975.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dea699
   [junit4]   2> 1248767 INFO  (jetty-launcher-3893-thread-2) [n:127.0.0.1:45975_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_CFD899D5ECFFFC9A-001/tempDir-001/node2/.
   [junit4]   2> 1250799 INFO  (jetty-launcher-3893-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1250800 WARN  (jetty-launcher-3893-thread-4) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1250816 WARN  (jetty-launcher-3893-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@d0bb1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1250856 WARN  (jetty-launcher-3893-thread-4) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1250891 WARN  (jetty-launcher-3893-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7debdf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1250893 INFO  (jetty-launcher-3893-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41045/solr
   [junit4]   2> 1250931 INFO  (zkConnectionManagerCallback-3959-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1250962 INFO  (zkConnectionManagerCallback-3961-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1251031 INFO  (jetty-launcher-3893-thread-4) [n:127.0.0.1:34665_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1251079 INFO  (jetty-launcher-3893-thread-4) [n:127.0.0.1:34665_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:34665_solr as DOWN
   [junit4]   2> 1251080 INFO  (jetty-launcher-3893-thread-4) [n:127.0.0.1:34665_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1251080 INFO  (jetty-launcher-3893-thread-4) [n:127.0.0.1:34665_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34665_solr
   [junit4]   2> 1251081 INFO  (zkCallback-3935-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1251081 INFO  (zkCallback-3919-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1251081 INFO  (zkCallback-3912-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1251083 INFO  (zkCallback-3944-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1251086 INFO  (zkCallback-3928-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1251090 INFO  (zkCallback-3951-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1251096 INFO  (zkCallback-3960-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1251187 INFO  (zkConnectionManagerCallback-3968-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1251202 INFO  (jetty-launcher-3893-thread-4) [n:127.0.0.1:34665_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1251219 INFO  (jetty-launcher-3893-thread-4) [n:127.0.0.1:34665_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41045/solr ready
   [junit4]   2> 1251234 INFO  (jetty-launcher-3893-thread-4) [n:127.0.0.1:34665_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1251297 INFO  (jetty-launcher-3893-thread-4) [n:127.0.0.1:34665_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34665.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dea699
   [junit4]   2> 1251330 INFO  (jetty-launcher-3893-thread-4) [n:127.0.0.1:34665_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34665.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dea699
   [junit4]   2> 1251330 INFO  (jetty-launcher-3893-thread-4) [n:127.0.0.1:34665_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34665.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dea699
   [junit4]   2> 1251336 INFO  (jetty-launcher-3893-thread-4) [n:127.0.0.1:34665_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_CFD899D5ECFFFC9A-001/tempDir-001/node4/.
   [junit4]   2> 1251495 INFO  (zkConnectionManagerCallback-3974-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1251510 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1251533 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41045/solr ready
   [junit4]   2> 1251793 INFO  (qtp7922992-12140) [n:127.0.0.1:45975_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1251799 INFO  (qtp7922992-12140) [n:127.0.0.1:45975_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 1251820 INFO  (qtp7922992-12141) [n:127.0.0.1:45975_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=raceDeleteReplica_false&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1251827 INFO  (OverseerThreadFactory-4015-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection raceDeleteReplica_false
   [junit4]   2> 1251954 INFO  (OverseerStateUpdate-72272292265852936-127.0.0.1:46577_solr-n_0000000000) [n:127.0.0.1:46577_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"raceDeleteReplica_false",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"raceDeleteReplica_false_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46577/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1251956 INFO  (OverseerStateUpdate-72272292265852936-127.0.0.1:46577_solr-n_0000000000) [n:127.0.0.1:46577_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"raceDeleteReplica_false",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"raceDeleteReplica_false_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34665/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1252433 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr    x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=raceDeleteReplica_false_shard1_replica_n2&action=CREATE&numShards=1&collection=raceDeleteReplica_false&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1252451 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr    x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=raceDeleteReplica_false_shard1_replica_n1&action=CREATE&numShards=1&collection=raceDeleteReplica_false&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1252452 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr    x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1253461 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 1253505 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 1253508 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.s.IndexSchema [raceDeleteReplica_false_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 1253512 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1253514 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'raceDeleteReplica_false_shard1_replica_n2' using configuration from collection raceDeleteReplica_false, trusted=true
   [junit4]   2> 1253516 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34665.solr.core.raceDeleteReplica_false.shard1.replica_n2' (registry 'solr.core.raceDeleteReplica_false.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dea699
   [junit4]   2> 1253516 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.SolrCore [[raceDeleteReplica_false_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_CFD899D5ECFFFC9A-001/tempDir-001/node4/raceDeleteReplica_false_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_CFD899D5ECFFFC9A-001/tempDir-001/node4/./raceDeleteReplica_false_shard1_replica_n2/data/]
   [junit4]   2> 1253520 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.s.IndexSchema [raceDeleteReplica_false_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1253523 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1253523 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'raceDeleteReplica_false_shard1_replica_n1' using configuration from collection raceDeleteReplica_false, trusted=true
   [junit4]   2> 1253527 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46577.solr.core.raceDeleteReplica_false.shard1.replica_n1' (registry 'solr.core.raceDeleteReplica_false.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dea699
   [junit4]   2> 1253527 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.SolrCore [[raceDeleteReplica_false_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_CFD899D5ECFFFC9A-001/tempDir-001/node3/raceDeleteReplica_false_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_CFD899D5ECFFFC9A-001/tempDir-001/node3/./raceDeleteReplica_false_shard1_replica_n1/data/]
   [junit4]   2> 1253643 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1253643 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1253653 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1253653 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1253667 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@d2b3d0[raceDeleteReplica_false_shard1_replica_n2] main]
   [junit4]   2> 1253669 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1253669 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1253670 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1253670 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1629174071816093696
   [junit4]   2> 1253676 INFO  (searcherExecutor-4041-thread-1-processing-n:127.0.0.1:34665_solr x:raceDeleteReplica_false_shard1_replica_n2 c:raceDeleteReplica_false s:shard1 r:core_node4) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.SolrCore [raceDeleteReplica_false_shard1_replica_n2] Registered new searcher Searcher@d2b3d0[raceDeleteReplica_false_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1253680 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/raceDeleteReplica_false/terms/shard1 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 1253680 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/raceDeleteReplica_false/leaders/shard1
   [junit4]   2> 1253686 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1253730 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1253730 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1253733 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1253733 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1253759 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e2db2[raceDeleteReplica_false_shard1_replica_n1] main]
   [junit4]   2> 1253760 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1253760 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1253761 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1253761 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1629174071911514112
   [junit4]   2> 1253764 INFO  (searcherExecutor-4042-thread-1-processing-n:127.0.0.1:46577_solr x:raceDeleteReplica_false_shard1_replica_n1 c:raceDeleteReplica_false s:shard1 r:core_node3) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.SolrCore [raceDeleteReplica_false_shard1_replica_n1] Registered new searcher Searcher@5e2db2[raceDeleteReplica_false_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1253767 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/raceDeleteReplica_false/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
   [junit4]   2> 1253767 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/raceDeleteReplica_false/leaders/shard1
   [junit4]   2> 1254187 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1254187 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1254187 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34665/solr/raceDeleteReplica_false_shard1_replica_n2/
   [junit4]   2> 1254188 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=raceDeleteReplica_false_shard1_replica_n2 url=https://127.0.0.1:34665/solr START replicas=[https://127.0.0.1:46577/solr/raceDeleteReplica_false_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 1254204 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=raceDeleteReplica_false_shard1_replica_n2 url=https://127.0.0.1:34665/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1254212 INFO  (qtp1504569-12156) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.S.Request [raceDeleteReplica_false_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1254213 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1254213 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1254213 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/raceDeleteReplica_false/leaders/shard1/leader after winning as /collections/raceDeleteReplica_false/leader_elect/shard1/election/72272292265852945-core_node4-n_0000000000
   [junit4]   2> 1254215 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34665/solr/raceDeleteReplica_false_shard1_replica_n2/ shard1
   [junit4]   2> 1254317 INFO  (zkCallback-3960-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/raceDeleteReplica_false/state.json] for collection [raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1254318 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1254422 INFO  (zkCallback-3960-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/raceDeleteReplica_false/state.json] for collection [raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1254431 INFO  (zkCallback-3960-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/raceDeleteReplica_false/state.json] for collection [raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1254889 INFO  (zkCallback-3912-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/raceDeleteReplica_false/state.json] for collection [raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1254889 INFO  (zkCallback-3912-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/raceDeleteReplica_false/state.json] for collection [raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1254890 INFO  (zkCallback-3960-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/raceDeleteReplica_false/state.json] for collection [raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1254890 INFO  (zkCallback-3960-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/raceDeleteReplica_false/state.json] for collection [raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1256435 INFO  (qtp7052350-12154) [n:127.0.0.1:34665_solr c:raceDeleteReplica_false s:shard1 r:core_node4 x:raceDeleteReplica_false_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=raceDeleteReplica_false_shard1_replica_n2&action=CREATE&numShards=1&collection=raceDeleteReplica_false&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4002
   [junit4]   2> 1256439 INFO  (qtp1504569-12146) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=raceDeleteReplica_false_shard1_replica_n1&action=CREATE&numShards=1&collection=raceDeleteReplica_false&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3988
   [junit4]   2> 1256449 INFO  (qtp7922992-12141) [n:127.0.0.1:45975_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1256463 INFO  (qtp7922992-12141) [n:127.0.0.1:45975_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=raceDeleteReplica_false&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=4643
   [junit4]   2> 1256491 INFO  (watches-3971-thread-1) [    ] o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica count: 2
   [junit4]   2> 1256491 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica count: 2
   [junit4]   2> 1256493 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=27329925
   [junit4]   2> 1256493 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46577_solr
   [junit4]   2> 1256494 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.CoreContainer Publish this node as DOWN...
   [junit4]   2> 1256494 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:46577_solr as DOWN
   [junit4]   2> 1256504 INFO  (coreCloseExecutor-4051-thread-1) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.SolrCore [raceDeleteReplica_false_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@b41b82
   [junit4]   2> 1256504 INFO  (coreCloseExecutor-4051-thread-1) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.raceDeleteReplica_false.shard1.replica_n1, tag=b41b82
   [junit4]   2> 1256504 INFO  (coreCloseExecutor-4051-thread-1) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c4a5a6: rootName = solr_46577, domain = solr.core.raceDeleteReplica_false.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.raceDeleteReplica_false.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1167352
   [junit4]   2> 1256525 INFO  (coreCloseExecutor-4051-thread-1) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.raceDeleteReplica_false.shard1.leader, tag=b41b82
   [junit4]   2> 1256571 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1256571 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@167481c: rootName = solr_46577, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@19b132e
   [junit4]   2> 1256581 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1256581 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@980dd2: rootName = solr_46577, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@17f6787
   [junit4]   2> 1256587 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1256587 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48daba: rootName = solr_46577, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@b2dfbe
   [junit4]   2> 1256599 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1256603 INFO  (zkCallback-3960-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/raceDeleteReplica_false/state.json] for collection [raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1256603 INFO  (zkCallback-3960-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/raceDeleteReplica_false/state.json] for collection [raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1256606 INFO  (zkCallback-3912-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/raceDeleteReplica_false/state.json] for collection [raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1256623 INFO  (closeThreadPool-3979-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72272292265852936-127.0.0.1:46577_solr-n_0000000000) closing
   [junit4]   2> 1256647 INFO  (zkCallback-3912-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/raceDeleteReplica_false/state.json] for collection [raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1256663 INFO  (OverseerStateUpdate-72272292265852936-127.0.0.1:46577_solr-n_0000000000) [n:127.0.0.1:46577_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46577_solr
   [junit4]   2> 1256665 INFO  (OverseerAutoScalingTriggerThread-72272292265852936-127.0.0.1:46577_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1256666 INFO  (zkCallback-3919-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1256670 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100c344539c0008, likely client has closed socket
   [junit4]   2> 1256670 INFO  (zkCallback-3928-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1256670 INFO  (zkCallback-3951-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1256670 INFO  (zkCallback-3960-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1256670 INFO  (zkCallback-3944-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1256670 INFO  (zkCallback-3973-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1256671 INFO  (zkCallback-3935-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1256693 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.Overseer Overseer (id=72272292265852936-127.0.0.1:46577_solr-n_0000000000) closing
   [junit4]   2> 1256694 INFO  (closeThreadPool-3979-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72272292265852936-127.0.0.1:46577_solr-n_0000000000) closing
   [junit4]   2> 1256699 INFO  (zkCallback-3967-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1256701 INFO  (zkCallback-3928-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46369_solr
   [junit4]   2> 1256702 INFO  (zkCallback-3928-thread-2) [n:127.0.0.1:46369_solr    ] o.a.s.c.Overseer Overseer (id=72272292265852939-127.0.0.1:46369_solr-n_0000000001) starting
   [junit4]   2> 1256720 INFO  (OverseerStateUpdate-72272292265852939-127.0.0.1:46369_solr-n_0000000001) [n:127.0.0.1:46369_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46369_solr
   [junit4]   2> 1256739 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@9e70a1{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1256743 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@61ef01{/solr,null,UNAVAILABLE}
   [junit4]   2> 1256743 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1256790 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1256791 WARN  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1256792 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 46577 try number 1 ...
   [junit4]   2> 1256792 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 1256859 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1256859 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1256859 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1256865 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a66232{/solr,null,AVAILABLE}
   [junit4]   2> 1256866 WARN  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@c416d7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1256869 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6da162{SSL,[ssl, http/1.1]}{127.0.0.1:46577}
   [junit4]   2> 1256869 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.e.j.s.Server Started @1256990ms
   [junit4]   2> 1256869 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46577}
   [junit4]   2> 1256869 ERROR (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1256869 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1256869 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 1256869 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1256869 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1256869 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-03-27T15:44:32.445Z
   [junit4]   2> 1256900 INFO  (zkConnectionManagerCallback-3981-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1256903 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1263295 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1263296 WARN  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1263323 WARN  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@155673d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1263344 WARN  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1263365 WARN  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1ae400b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1263367 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41045/solr
   [junit4]   2> 1263403 INFO  (zkConnectionManagerCallback-3988-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1263466 INFO  (zkConnectionManagerCallback-3990-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1263471 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [n:127.0.0.1:46577_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1263475 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [n:127.0.0.1:46577_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:46577_solr as DOWN
   [junit4]   2> 1263476 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [n:127.0.0.1:46577_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1263476 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [n:127.0.0.1:46577_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46577_solr
   [junit4]   2> 1263478 INFO  (zkCallback-3973-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1263479 INFO  (zkCallback-3967-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1263479 INFO  (zkCallback-3928-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1263479 INFO  (zkCallback-3960-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/raceDeleteReplica_false/state.json] for collection [raceDeleteReplica_false] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1263480 INFO  (zkCallback-3944-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1263480 INFO  (zkCallback-3960-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1263483 INFO  (zkCallback-3935-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1263487 INFO  (zkCallback-3989-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1263494 INFO  (zkCallback-3951-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1263503 INFO  (zkCallback-3960-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/raceDeleteReplica_false/state.json] for collection [raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1263591 INFO  (zkConnectionManagerCallback-3997-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1263592 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [n:127.0.0.1:46577_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1263593 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [n:127.0.0.1:46577_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41045/solr ready
   [junit4]   2> 1263610 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [n:127.0.0.1:46577_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1263677 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [n:127.0.0.1:46577_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46577.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dea699
   [junit4]   2> 1263706 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [n:127.0.0.1:46577_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46577.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dea699
   [junit4]   2> 1263709 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [n:127.0.0.1:46577_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46577.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dea699
   [junit4]   2> 1263720 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [n:127.0.0.1:46577_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_CFD899D5ECFFFC9A-001/tempDir-001/node3/.
   [junit4]   2> 1263720 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica-seed#[CFD899D5ECFFFC9A]) [n:127.0.0.1:46577_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [raceDeleteReplica_false_shard1_replica_n1]
   [junit4]   2> 1263788 INFO  (coreLoadExecutor-4065-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 1263845 INFO  (coreLoadExecutor-4065-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr    ] o.a.s.s.IndexSchema [raceDeleteReplica_false_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1263851 INFO  (coreLoadExecutor-4065-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1263899 INFO  (coreLoadExecutor-4065-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 1263947 INFO  (coreLoadExecutor-4065-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.s.IndexSchema [raceDeleteReplica_false_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1263956 INFO  (coreLoadExecutor-4065-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1263956 INFO  (coreLoadExecutor-4065-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'raceDeleteReplica_false_shard1_replica_n1' using configuration from collection raceDeleteReplica_false, trusted=true
   [junit4]   2> 1263956 INFO  (coreLoadExecutor-4065-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46577.solr.core.raceDeleteReplica_false.shard1.replica_n1' (registry 'solr.core.raceDeleteReplica_false.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dea699
   [junit4]   2> 1263957 INFO  (coreLoadExecutor-4065-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.SolrCore [[raceDeleteReplica_false_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_CFD899D5ECFFFC9A-001/tempDir-001/node3/raceDeleteReplica_false_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_CFD899D5ECFFFC9A-001/tempDir-001/node3/./raceDeleteReplica_false_shard1_replica_n1/data/]
   [junit4]   2> 1264027 INFO  (coreLoadExecutor-4065-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1264027 INFO  (coreLoadExecutor-4065-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1264030 INFO  (coreLoadExecutor-4065-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1264030 INFO  (coreLoadExecutor-4065-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1264031 INFO  (coreLoadExecutor-4065-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@176a457[raceDeleteReplica_false_shard1_replica_n1] main]
   [junit4]   2> 1264033 INFO  (coreLoadExecutor-4065-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1264033 INFO  (coreLoadExecutor-4065-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1264034 INFO  (coreLoadExecutor-4065-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1264034 INFO  (coreLoadExecutor-4065-thread-1-processing-n:127.0.0.1:46577_solr) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1629174082683535360
   [junit4]   2> 1264038 INFO  (searcherExecutor-4066-thread-1-processing-n:127.0.0.1:46577_solr x:raceDeleteReplica_false_shard1_replica_n1 c:raceDeleteReplica_false s:shard1 r:core_node3) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.SolrCore [raceDeleteReplica_false_shard1_replica_n1] Registered new searcher Searcher@176a457[raceDeleteReplica_false_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1264059 INFO  (coreZkRegister-4057-thread-1-processing-n:127.0.0.1:46577_solr x:raceDeleteReplica_false_shard1_replica_n1 c:raceDeleteReplica_false s:shard1 r:core_node3) [n:127.0.0.1:46577_solr c:raceDeleteReplica_false s:shard1 r:core_node3 x:raceDeleteReplica_false_shard1_replica_n1] o.a.s.c.DeleteReplicaTest Running delete core CoreDescriptor[name=raceDeleteReplica_false_shard1_replica_n1;instanceDir=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_CFD899D5ECFFFC9A-001/tempDir-001/node3/./raceDeleteReplica_false_shard1_replica_n1]
   [junit4]   2> 1264171 INFO  (zkCallback-3960-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/raceDeleteReplica_false/state.json] for collection [raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1264171 INFO  (zkCallback-3960-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/raceDeleteReplica_false/state.json] for collection [raceDeleteReplica_false] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1264577 INFO  (qtp7052350-12153) [n:127.0.0.1:34665_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=raceDeleteReplica_false&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1264604 INFO  (OverseerThreadFactory-4056-thread-1-processing-n:127.0.0.1:46369_solr) [n:127.0.0.1:46369_solr c:raceDeleteReplica_false s:shard1  ] o.a.s.c.a.c.AddReplicaCmd N

[...truncated too long message...]

jetty-closer-4801-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3bdb49{/solr,null,UNAVAILABLE}
   [junit4]   2> 1487235 INFO  (jetty-closer-4801-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@140165a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1487235 INFO  (jetty-closer-4801-thread-2) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1487235 INFO  (jetty-closer-4801-thread-3) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1487255 INFO  (jetty-closer-4801-thread-4) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@abc64d{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1487255 INFO  (jetty-closer-4801-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15efc4d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1487255 INFO  (jetty-closer-4801-thread-4) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1487275 INFO  (jetty-closer-4801-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1487275 INFO  (jetty-closer-4801-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b2f46d: rootName = solr_34319, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@110a8d9
   [junit4]   2> 1487282 INFO  (jetty-closer-4801-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1487283 INFO  (jetty-closer-4801-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18ae423: rootName = solr_34319, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@17f6787
   [junit4]   2> 1487288 INFO  (jetty-closer-4801-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1487288 INFO  (jetty-closer-4801-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10fedf6: rootName = solr_34319, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@b2dfbe
   [junit4]   2> 1487288 INFO  (jetty-closer-4801-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1487363 INFO  (closeThreadPool-4813-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72272307610255368-127.0.0.1:34319_solr-n_0000000000) closing
   [junit4]   2> 1487387 INFO  (OverseerStateUpdate-72272307610255368-127.0.0.1:34319_solr-n_0000000000) [n:127.0.0.1:34319_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34319_solr
   [junit4]   2> 1487389 INFO  (OverseerAutoScalingTriggerThread-72272307610255368-127.0.0.1:34319_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1487400 INFO  (closeThreadPool-4813-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72272307610255368-127.0.0.1:34319_solr-n_0000000000) closing
   [junit4]   2> 1487400 INFO  (jetty-closer-4801-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72272307610255368-127.0.0.1:34319_solr-n_0000000000) closing
   [junit4]   2> 1487415 INFO  (jetty-closer-4801-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@a8b661{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1487415 INFO  (jetty-closer-4801-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16aed80{/solr,null,UNAVAILABLE}
   [junit4]   2> 1487415 INFO  (jetty-closer-4801-thread-1) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1487415 INFO  (TEST-DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1487419 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	7	/solr/collections/deletereplica_test/terms/shard1
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/collections/deletereplica_test/state.json
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 	9	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1487427 INFO  (TEST-DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43467
   [junit4]   2> 1487427 INFO  (TEST-DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43467
   [junit4]   2> 1487427 INFO  (TEST-DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup-seed#[CFD899D5ECFFFC9A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending deleteReplicaAndVerifyDirectoryCleanup
   [junit4] IGNOR/A 0.00s J0 | DeleteReplicaTest.deleteLiveReplicaTest
   [junit4]    > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_CFD899D5ECFFFC9A-001
   [junit4]   2> Mar 27, 2019 3:48:23 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 5 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=17220, maxDocsPerChunk=729, blockSize=10), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=17220, blockSize=10)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@17bafdc), locale=zh-CN, timezone=CST
   [junit4]   2> NOTE: Linux 4.18.0-15-generic i386/Oracle Corporation 1.8.0_172 (32-bit)/cpus=8,threads=1,free=360248496,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestAtomicUpdateErrorCases, SSLMigrationTest, TestLegacyBM25SimilarityFactory, RootFieldTest, XmlUpdateRequestHandlerTest, TestNRTOpen, TestInPlaceUpdatesDistrib, SparseHLLTest, TestSerializedLuceneMatchVersion, TestDistributedMissingSort, UUIDFieldTest, TestLeaderElectionWithEmptyReplica, ByteBuffersDirectoryFactoryTest, TestGroupingSearch, TestDirectoryFactory, TestSolrCloudWithKerberosAlt, TestMacroExpander, MetricTriggerIntegrationTest, TriggerSetPropertiesIntegrationTest, TestSolrQueryResponse, TestPostingsSolrHighlighter, HdfsDirectoryFactoryTest, TestBackupRepositoryFactory, TestConfigSetsAPIExclusivity, TestAnalyzedSuggestions, CdcrBootstrapTest, TestReplicationHandler, SchemaVersionSpecificBehaviorTest, IndexSchemaRuntimeFieldTest, RecoveryAfterSoftCommitTest, NoCacheHeaderTest, InfoHandlerTest, BigEndianAscendingWordSerializerTest, TestExportWriter, TestRandomRequestDistribution, TestNumericTerms32, TestAuthenticationFramework, CopyFieldTest, CustomHighlightComponentTest, TestSortByMinMaxFunction, MetricsHistoryIntegrationTest, TestManagedSynonymFilterFactory, TestFieldCacheReopen, TestSolrConfigHandler, TestCrossCoreJoin, TestConfig, UninvertDocValuesMergePolicyTest, TriLevelCompositeIdRoutingTest, EchoParamsTest, TestSSLRandomization, TestHdfsCloudBackupRestore, HdfsAutoAddReplicasIntegrationTest, SampleTest, TestComponentsName, WordBreakSolrSpellCheckerTest, TestIndexSearcher, CloudMLTQParserTest, TestSolrIndexConfig, TestRawResponseWriter, CircularListTest, HdfsRecoverLeaseTest, OverseerTaskQueueTest, BasicAuthStandaloneTest, TestImpersonationWithHadoopAuth, TestPhraseSuggestions, QueryElevationComponentTest, TestCloudManagedSchema, TestCollationFieldDocValues, VersionInfoTest, LeaderTragicEventTest, SimpleCollectionCreateDeleteTest, ChaosMonkeySafeLeaderTest, SortSpecParsingTest, TestCloudInspectUtil, HighlighterConfigTest, TestTolerantUpdateProcessorCloud, TestStandardQParsers, CurrencyRangeFacetCloudTest, RandomizedTaggerTest, TestWordDelimiterFilterFactory, TestCloudSearcherWarming, TestFoldingMultitermQuery, TestApiFramework, DeleteReplicaTest]
   [junit4] Completed [258/845 (1!)] on J0 in 246.20s, 9 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 47313 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Linux/313/consoleText

[repro] Revision: 0bb9b95ac7397e3c2d78b51cb49f7075ea1574e5

[repro] Ant options: "-Dargs=-client -XX:+UseG1GC"
[repro] Repro line:  ant test  -Dtestcase=DeleteReplicaTest -Dtests.method=raceConditionOnDeleteAndRegisterReplicaLegacy -Dtests.seed=CFD899D5ECFFFC9A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh-CN -Dtests.timezone=CST -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       DeleteReplicaTest
[repro] ant compile-test

[...truncated 3576 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.DeleteReplicaTest" -Dtests.showOutput=onerror "-Dargs=-client -XX:+UseG1GC" -Dtests.seed=CFD899D5ECFFFC9A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh-CN -Dtests.timezone=CST -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 110 lines...]
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.DeleteReplicaTest
[repro] Exiting with code 0

[...truncated 43 lines...]