You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2019/04/28 04:58:21 UTC

[JENKINS] Lucene-Solr-BadApples-8.x-Linux (32bit/jdk1.8.0_201) - Build # 51 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-8.x-Linux/51/
Java: 32bit/jdk1.8.0_201 -server -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica

Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:34441/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:34441/solr
	at __randomizedtesting.SeedInfo.seed([A6471C89BF96B8E8:CC517D59D764F222]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1068)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:837)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:769)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:384)
	at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:256)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
	... 50 more




Build Log:
[...truncated 14505 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
   [junit4]   2> 1331836 INFO  (SUITE-DeleteReplicaTest-seed#[A6471C89BF96B8E8]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/init-core-data-001
   [junit4]   2> 1331837 WARN  (SUITE-DeleteReplicaTest-seed#[A6471C89BF96B8E8]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1331837 INFO  (SUITE-DeleteReplicaTest-seed#[A6471C89BF96B8E8]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1331838 INFO  (SUITE-DeleteReplicaTest-seed#[A6471C89BF96B8E8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1331840 INFO  (TEST-DeleteReplicaTest.deleteLiveReplicaTest-seed#[A6471C89BF96B8E8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteLiveReplicaTest
   [junit4]   2> 1331841 INFO  (TEST-DeleteReplicaTest.deleteLiveReplicaTest-seed#[A6471C89BF96B8E8]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001
   [junit4]   2> 1331841 INFO  (TEST-DeleteReplicaTest.deleteLiveReplicaTest-seed#[A6471C89BF96B8E8]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1331841 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1331841 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1331941 INFO  (TEST-DeleteReplicaTest.deleteLiveReplicaTest-seed#[A6471C89BF96B8E8]) [    ] o.a.s.c.ZkTestServer start zk server on port:34223
   [junit4]   2> 1331941 INFO  (TEST-DeleteReplicaTest.deleteLiveReplicaTest-seed#[A6471C89BF96B8E8]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34223
   [junit4]   2> 1331941 INFO  (TEST-DeleteReplicaTest.deleteLiveReplicaTest-seed#[A6471C89BF96B8E8]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34223
   [junit4]   2> 1331945 INFO  (zkConnectionManagerCallback-13296-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1331947 INFO  (zkConnectionManagerCallback-13298-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1331948 INFO  (zkConnectionManagerCallback-13300-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1331950 WARN  (jetty-launcher-13301-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1331950 WARN  (jetty-launcher-13301-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1331950 WARN  (jetty-launcher-13301-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1331950 WARN  (jetty-launcher-13301-thread-4) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1331951 INFO  (jetty-launcher-13301-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1331951 INFO  (jetty-launcher-13301-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1331951 INFO  (jetty-launcher-13301-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1331951 INFO  (jetty-launcher-13301-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1331951 INFO  (jetty-launcher-13301-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1331951 INFO  (jetty-launcher-13301-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1331951 INFO  (jetty-launcher-13301-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 1331951 INFO  (jetty-launcher-13301-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 1331951 INFO  (jetty-launcher-13301-thread-4) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 1331951 INFO  (jetty-launcher-13301-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1331951 INFO  (jetty-launcher-13301-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1331951 INFO  (jetty-launcher-13301-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1331952 INFO  (jetty-launcher-13301-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1331952 INFO  (jetty-launcher-13301-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1331952 INFO  (jetty-launcher-13301-thread-4) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1331952 INFO  (jetty-launcher-13301-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1331952 INFO  (jetty-launcher-13301-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1331952 INFO  (jetty-launcher-13301-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1331952 INFO  (jetty-launcher-13301-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c19a4f{/solr,null,AVAILABLE}
   [junit4]   2> 1331952 INFO  (jetty-launcher-13301-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1837610{/solr,null,AVAILABLE}
   [junit4]   2> 1331952 WARN  (jetty-launcher-13301-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@13469d6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1331952 WARN  (jetty-launcher-13301-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@16bd5fc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1331953 INFO  (jetty-launcher-13301-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4130a7{/solr,null,AVAILABLE}
   [junit4]   2> 1331953 WARN  (jetty-launcher-13301-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1f51c3a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1331953 INFO  (jetty-launcher-13301-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@10afe39{SSL,[ssl, http/1.1]}{127.0.0.1:40045}
   [junit4]   2> 1331953 INFO  (jetty-launcher-13301-thread-1) [    ] o.e.j.s.Server Started @1331994ms
   [junit4]   2> 1331953 INFO  (jetty-launcher-13301-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40045}
   [junit4]   2> 1331953 INFO  (jetty-launcher-13301-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@730ff9{SSL,[ssl, http/1.1]}{127.0.0.1:43465}
   [junit4]   2> 1331953 INFO  (jetty-launcher-13301-thread-4) [    ] o.e.j.s.Server Started @1331994ms
   [junit4]   2> 1331953 INFO  (jetty-launcher-13301-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43465}
   [junit4]   2> 1331953 ERROR (jetty-launcher-13301-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1331953 INFO  (jetty-launcher-13301-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1331953 INFO  (jetty-launcher-13301-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 1331953 INFO  (jetty-launcher-13301-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1331953 INFO  (jetty-launcher-13301-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1331953 INFO  (jetty-launcher-13301-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-28T04:18:38.144Z
   [junit4]   2> 1331953 ERROR (jetty-launcher-13301-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1331953 INFO  (jetty-launcher-13301-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1331953 INFO  (jetty-launcher-13301-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 1331953 INFO  (jetty-launcher-13301-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1331953 INFO  (jetty-launcher-13301-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1331953 INFO  (jetty-launcher-13301-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-28T04:18:38.144Z
   [junit4]   2> 1331954 INFO  (jetty-launcher-13301-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@bac57f{SSL,[ssl, http/1.1]}{127.0.0.1:39887}
   [junit4]   2> 1331954 INFO  (jetty-launcher-13301-thread-2) [    ] o.e.j.s.Server Started @1331995ms
   [junit4]   2> 1331954 INFO  (zkConnectionManagerCallback-13303-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1331954 INFO  (jetty-launcher-13301-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39887}
   [junit4]   2> 1331954 INFO  (zkConnectionManagerCallback-13305-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1331954 ERROR (jetty-launcher-13301-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1331954 INFO  (jetty-launcher-13301-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1331955 INFO  (jetty-launcher-13301-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 1331955 INFO  (jetty-launcher-13301-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1331955 INFO  (jetty-launcher-13301-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1331955 INFO  (jetty-launcher-13301-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-28T04:18:38.146Z
   [junit4]   2> 1331955 INFO  (jetty-launcher-13301-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1331959 INFO  (jetty-launcher-13301-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1331959 INFO  (zkConnectionManagerCallback-13307-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1331960 INFO  (jetty-launcher-13301-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1331960 INFO  (jetty-launcher-13301-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1331960 INFO  (jetty-launcher-13301-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1331960 INFO  (jetty-launcher-13301-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 1331975 INFO  (jetty-launcher-13301-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1331975 INFO  (jetty-launcher-13301-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1331975 INFO  (jetty-launcher-13301-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1331975 INFO  (jetty-launcher-13301-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d6421c{/solr,null,AVAILABLE}
   [junit4]   2> 1331976 WARN  (jetty-launcher-13301-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2bda20[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1331976 INFO  (jetty-launcher-13301-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7c7c06{SSL,[ssl, http/1.1]}{127.0.0.1:40593}
   [junit4]   2> 1331976 INFO  (jetty-launcher-13301-thread-3) [    ] o.e.j.s.Server Started @1332017ms
   [junit4]   2> 1331976 INFO  (jetty-launcher-13301-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40593}
   [junit4]   2> 1331977 ERROR (jetty-launcher-13301-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1331977 INFO  (jetty-launcher-13301-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1331977 INFO  (jetty-launcher-13301-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.1.0
   [junit4]   2> 1331977 INFO  (jetty-launcher-13301-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1331977 INFO  (jetty-launcher-13301-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1331977 INFO  (jetty-launcher-13301-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-28T04:18:38.168Z
   [junit4]   2> 1331981 INFO  (zkConnectionManagerCallback-13312-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1331982 INFO  (jetty-launcher-13301-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1332678 INFO  (jetty-launcher-13301-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1332678 WARN  (jetty-launcher-13301-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1332679 WARN  (jetty-launcher-13301-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@15efe04[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1332683 WARN  (jetty-launcher-13301-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1332683 WARN  (jetty-launcher-13301-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@14a2e9d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1332685 INFO  (jetty-launcher-13301-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34223/solr
   [junit4]   2> 1332686 INFO  (zkConnectionManagerCallback-13319-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1332687 INFO  (zkConnectionManagerCallback-13321-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1332724 INFO  (jetty-launcher-13301-thread-3) [n:127.0.0.1:40593_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40593_solr
   [junit4]   2> 1332725 INFO  (jetty-launcher-13301-thread-3) [n:127.0.0.1:40593_solr    ] o.a.s.c.Overseer Overseer (id=72157238465527816-127.0.0.1:40593_solr-n_0000000000) starting
   [junit4]   2> 1332736 INFO  (jetty-launcher-13301-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1332737 WARN  (jetty-launcher-13301-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1332738 INFO  (zkConnectionManagerCallback-13328-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1332738 WARN  (jetty-launcher-13301-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@79b1b9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1332743 INFO  (jetty-launcher-13301-thread-3) [n:127.0.0.1:40593_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34223/solr ready
   [junit4]   2> 1332806 INFO  (jetty-launcher-13301-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1332807 WARN  (jetty-launcher-13301-thread-4) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1332821 INFO  (jetty-launcher-13301-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1332822 WARN  (jetty-launcher-13301-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1332823 INFO  (OverseerStateUpdate-72157238465527816-127.0.0.1:40593_solr-n_0000000000) [n:127.0.0.1:40593_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40593_solr
   [junit4]   2> 1332823 INFO  (jetty-launcher-13301-thread-3) [n:127.0.0.1:40593_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40593_solr
   [junit4]   2> 1332824 WARN  (jetty-launcher-13301-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1332825 INFO  (OverseerStateUpdate-72157238465527816-127.0.0.1:40593_solr-n_0000000000) [n:127.0.0.1:40593_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1332841 WARN  (jetty-launcher-13301-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4153d5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1332842 WARN  (jetty-launcher-13301-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@103970c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1332842 WARN  (jetty-launcher-13301-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@11053b3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1332844 INFO  (jetty-launcher-13301-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34223/solr
   [junit4]   2> 1332845 INFO  (zkCallback-13327-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1332848 INFO  (jetty-launcher-13301-thread-3) [n:127.0.0.1:40593_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1332853 WARN  (jetty-launcher-13301-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1332857 WARN  (jetty-launcher-13301-thread-4) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1332858 INFO  (zkConnectionManagerCallback-13339-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1332877 INFO  (jetty-launcher-13301-thread-3) [n:127.0.0.1:40593_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40593.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3
   [junit4]   2> 1332885 INFO  (jetty-launcher-13301-thread-3) [n:127.0.0.1:40593_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40593.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3
   [junit4]   2> 1332885 INFO  (jetty-launcher-13301-thread-3) [n:127.0.0.1:40593_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40593.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3
   [junit4]   2> 1332886 INFO  (jetty-launcher-13301-thread-3) [n:127.0.0.1:40593_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node3/.
   [junit4]   2> 1332898 WARN  (jetty-launcher-13301-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@e7b19c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1332899 INFO  (jetty-launcher-13301-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34223/solr
   [junit4]   2> 1332901 WARN  (jetty-launcher-13301-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4e1ad8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1332902 INFO  (jetty-launcher-13301-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34223/solr
   [junit4]   2> 1332914 INFO  (zkConnectionManagerCallback-13344-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1332915 INFO  (zkConnectionManagerCallback-13349-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1332915 INFO  (zkConnectionManagerCallback-13347-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1332921 INFO  (zkConnectionManagerCallback-13351-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1332923 INFO  (zkConnectionManagerCallback-13353-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1332924 INFO  (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1332924 INFO  (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1332926 INFO  (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:39887_solr as DOWN
   [junit4]   2> 1332926 INFO  (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:43465_solr as DOWN
   [junit4]   2> 1332927 INFO  (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1332927 INFO  (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39887_solr
   [junit4]   2> 1332927 INFO  (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1332927 INFO  (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43465_solr
   [junit4]   2> 1332927 INFO  (zkCallback-13320-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1332928 INFO  (zkCallback-13327-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1332928 INFO  (zkCallback-13348-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1332932 INFO  (zkCallback-13350-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1332943 INFO  (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1332944 INFO  (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:40045_solr as DOWN
   [junit4]   2> 1332945 INFO  (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1332945 INFO  (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40045_solr
   [junit4]   2> 1332945 INFO  (zkCallback-13320-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1332945 INFO  (zkCallback-13327-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1332946 INFO  (zkCallback-13352-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1332946 INFO  (zkConnectionManagerCallback-13364-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1332946 INFO  (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1332947 INFO  (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34223/solr ready
   [junit4]   2> 1332947 INFO  (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1332948 INFO  (zkCallback-13350-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1332948 INFO  (zkCallback-13348-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1332955 INFO  (zkConnectionManagerCallback-13370-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1332956 INFO  (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1332961 INFO  (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34223/solr ready
   [junit4]   2> 1332962 INFO  (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1332968 INFO  (zkConnectionManagerCallback-13376-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1332968 INFO  (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39887.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3
   [junit4]   2> 1332969 INFO  (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1332969 INFO  (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34223/solr ready
   [junit4]   2> 1332971 INFO  (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1332974 INFO  (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43465.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3
   [junit4]   2> 1332977 INFO  (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39887.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3
   [junit4]   2> 1332978 INFO  (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39887.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3
   [junit4]   2> 1332979 INFO  (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node2/.
   [junit4]   2> 1332983 INFO  (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43465.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3
   [junit4]   2> 1332983 INFO  (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43465.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3
   [junit4]   2> 1332983 INFO  (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3
   [junit4]   2> 1332984 INFO  (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node4/.
   [junit4]   2> 1332990 INFO  (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3
   [junit4]   2> 1332990 INFO  (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3
   [junit4]   2> 1332991 INFO  (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node1/.
   [junit4]   2> 1333098 INFO  (zkConnectionManagerCallback-13382-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1333099 INFO  (TEST-DeleteReplicaTest.deleteLiveReplicaTest-seed#[A6471C89BF96B8E8]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1333100 INFO  (TEST-DeleteReplicaTest.deleteLiveReplicaTest-seed#[A6471C89BF96B8E8]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34223/solr ready
   [junit4]   2> 1333173 INFO  (qtp8792780-33224) [n:127.0.0.1:43465_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=delLiveColl&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1333191 INFO  (OverseerThreadFactory-7529-thread-1-processing-n:127.0.0.1:40593_solr) [n:127.0.0.1:40593_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection delLiveColl
   [junit4]   2> 1333295 INFO  (OverseerStateUpdate-72157238465527816-127.0.0.1:40593_solr-n_0000000000) [n:127.0.0.1:40593_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"delLiveColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"delLiveColl_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43465/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1333296 INFO  (OverseerStateUpdate-72157238465527816-127.0.0.1:40593_solr-n_0000000000) [n:127.0.0.1:40593_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"delLiveColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"delLiveColl_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40045/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1333297 INFO  (OverseerStateUpdate-72157238465527816-127.0.0.1:40593_solr-n_0000000000) [n:127.0.0.1:40593_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"delLiveColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"delLiveColl_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39887/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1333299 INFO  (OverseerStateUpdate-72157238465527816-127.0.0.1:40593_solr-n_0000000000) [n:127.0.0.1:40593_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"delLiveColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"delLiveColl_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40593/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1333545 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr    x:delLiveColl_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=delLiveColl_shard1_replica_n1&action=CREATE&numShards=2&collection=delLiveColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1333690 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr    x:delLiveColl_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=delLiveColl_shard2_replica_n6&action=CREATE&numShards=2&collection=delLiveColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1333690 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr    x:delLiveColl_shard2_replica_n6] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1333712 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr    x:delLiveColl_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=delLiveColl_shard1_replica_n2&action=CREATE&numShards=2&collection=delLiveColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1333712 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr    x:delLiveColl_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=delLiveColl_shard2_replica_n4&action=CREATE&numShards=2&collection=delLiveColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1334598 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 1334604 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.s.IndexSchema [delLiveColl_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1334606 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1334606 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'delLiveColl_shard1_replica_n1' using configuration from collection delLiveColl, trusted=true
   [junit4]   2> 1334606 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43465.solr.core.delLiveColl.shard1.replica_n1' (registry 'solr.core.delLiveColl.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3
   [junit4]   2> 1334607 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.SolrCore [[delLiveColl_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node4/delLiveColl_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node4/./delLiveColl_shard1_replica_n1/data/]
   [junit4]   2> 1334698 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1334698 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1334701 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1334704 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1334712 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@8678e[delLiveColl_shard1_replica_n1] main]
   [junit4]   2> 1334714 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1334714 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1334715 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1334715 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632030027579129856
   [junit4]   2> 1334720 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/delLiveColl/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 1334720 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/delLiveColl/leaders/shard1
   [junit4]   2> 1334721 INFO  (searcherExecutor-7546-thread-1-processing-n:127.0.0.1:43465_solr x:delLiveColl_shard1_replica_n1 c:delLiveColl s:shard1 r:core_node3) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.SolrCore [delLiveColl_shard1_replica_n1] Registered new searcher Searcher@8678e[delLiveColl_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1334722 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1334753 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 1334753 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 1334756 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 1334809 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.s.IndexSchema [delLiveColl_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 1334810 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1334810 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'delLiveColl_shard1_replica_n2' using configuration from collection delLiveColl, trusted=true
   [junit4]   2> 1334811 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.core.delLiveColl.shard1.replica_n2' (registry 'solr.core.delLiveColl.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3
   [junit4]   2> 1334811 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.SolrCore [[delLiveColl_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node1/delLiveColl_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node1/./delLiveColl_shard1_replica_n2/data/]
   [junit4]   2> 1334819 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.s.IndexSchema [delLiveColl_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 1334821 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1334822 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.s.IndexSchema [delLiveColl_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 1334823 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1334824 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'delLiveColl_shard2_replica_n6' using configuration from collection delLiveColl, trusted=true
   [junit4]   2> 1334825 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'delLiveColl_shard2_replica_n4' using configuration from collection delLiveColl, trusted=true
   [junit4]   2> 1334826 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40593.solr.core.delLiveColl.shard2.replica_n6' (registry 'solr.core.delLiveColl.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3
   [junit4]   2> 1334826 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39887.solr.core.delLiveColl.shard2.replica_n4' (registry 'solr.core.delLiveColl.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3
   [junit4]   2> 1334826 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.SolrCore [[delLiveColl_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node2/delLiveColl_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node2/./delLiveColl_shard2_replica_n4/data/]
   [junit4]   2> 1334826 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.SolrCore [[delLiveColl_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node3/delLiveColl_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node3/./delLiveColl_shard2_replica_n6/data/]
   [junit4]   2> 1334925 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1334925 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1334936 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1334936 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1334945 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@15f866a[delLiveColl_shard1_replica_n2] main]
   [junit4]   2> 1334946 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1334946 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1334947 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1334947 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632030027822399488
   [junit4]   2> 1334956 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1334957 INFO  (searcherExecutor-7551-thread-1-processing-n:127.0.0.1:40045_solr x:delLiveColl_shard1_replica_n2 c:delLiveColl s:shard1 r:core_node5) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.SolrCore [delLiveColl_shard1_replica_n2] Registered new searcher Searcher@15f866a[delLiveColl_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1334957 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1334960 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1334960 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1334960 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/delLiveColl/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
   [junit4]   2> 1334960 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/delLiveColl/leaders/shard1
   [junit4]   2> 1334968 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b8a605[delLiveColl_shard2_replica_n4] main]
   [junit4]   2> 1334969 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1334969 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1334969 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1334969 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632030027845468160
   [junit4]   2> 1334972 INFO  (searcherExecutor-7553-thread-1-processing-n:127.0.0.1:39887_solr x:delLiveColl_shard2_replica_n4 c:delLiveColl s:shard2 r:core_node7) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.SolrCore [delLiveColl_shard2_replica_n4] Registered new searcher Searcher@1b8a605[delLiveColl_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1334974 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/delLiveColl/terms/shard2 to Terms{values={core_node7=0}, version=0}
   [junit4]   2> 1334974 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/delLiveColl/leaders/shard2
   [junit4]   2> 1334978 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1334979 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1334979 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1334981 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1334981 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1334982 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@e71792[delLiveColl_shard2_replica_n6] main]
   [junit4]   2> 1334983 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1334984 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1334984 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1334984 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632030027861196800
   [junit4]   2> 1334993 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/delLiveColl/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
   [junit4]   2> 1334993 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/delLiveColl/leaders/shard2
   [junit4]   2> 1334995 INFO  (searcherExecutor-7552-thread-1-processing-n:127.0.0.1:40593_solr x:delLiveColl_shard2_replica_n6 c:delLiveColl s:shard2 r:core_node8) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.SolrCore [delLiveColl_shard2_replica_n6] Registered new searcher Searcher@e71792[delLiveColl_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1335224 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1335225 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1335225 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43465/solr/delLiveColl_shard1_replica_n1/
   [junit4]   2> 1335225 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=delLiveColl_shard1_replica_n1 url=https://127.0.0.1:43465/solr START replicas=[https://127.0.0.1:40045/solr/delLiveColl_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 1335235 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=delLiveColl_shard1_replica_n1 url=https://127.0.0.1:43465/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1335251 INFO  (qtp32209443-33213) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.S.Request [delLiveColl_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1335251 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1335251 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1335251 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/delLiveColl/leaders/shard1/leader after winning as /collections/delLiveColl/leader_elect/shard1/election/72157238465527822-core_node3-n_0000000000
   [junit4]   2> 1335252 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43465/solr/delLiveColl_shard1_replica_n1/ shard1
   [junit4]   2> 1335353 INFO  (zkCallback-13350-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1335353 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1335440 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=delLiveColl_shard1_replica_n1&action=CREATE&numShards=2&collection=delLiveColl&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1895
   [junit4]   2> 1335455 INFO  (zkCallback-13350-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1335472 INFO  (zkCallback-13350-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1335479 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1335479 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1335479 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39887/solr/delLiveColl_shard2_replica_n4/
   [junit4]   2> 1335479 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=delLiveColl_shard2_replica_n4 url=https://127.0.0.1:39887/solr START replicas=[https://127.0.0.1:40593/solr/delLiveColl_shard2_replica_n6/] nUpdates=100
   [junit4]   2> 1335488 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=delLiveColl_shard2_replica_n4 url=https://127.0.0.1:39887/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1335507 INFO  (qtp15977370-33245) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.S.Request [delLiveColl_shard2_replica_n6]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1335507 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1335507 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1335507 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/delLiveColl/leaders/shard2/leader after winning as /collections/delLiveColl/leader_elect/shard2/election/72157238465527820-core_node7-n_0000000000
   [junit4]   2> 1335513 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39887/solr/delLiveColl_shard2_replica_n4/ shard2
   [junit4]   2> 1335614 INFO  (zkCallback-13350-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1335614 INFO  (zkCallback-13350-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1335614 INFO  (zkCallback-13348-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1335614 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1335615 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=delLiveColl_shard2_replica_n4&action=CREATE&numShards=2&collection=delLiveColl&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1903
   [junit4]   2> 1335716 INFO  (zkCallback-13350-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1335716 INFO  (zkCallback-13350-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1335716 INFO  (zkCallback-13348-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1335728 INFO  (zkCallback-13348-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1335963 INFO  (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=delLiveColl_shard1_replica_n2&action=CREATE&numShards=2&collection=delLiveColl&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2252
   [junit4]   2> 1335996 INFO  (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=delLiveColl_shard2_replica_n6&action=CREATE&numShards=2&collection=delLiveColl&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2306
   [junit4]   2> 1336000 INFO  (qtp8792780-33224) [n:127.0.0.1:43465_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1336001 INFO  (OverseerCollectionConfigSetProcessor-72157238465527816-127.0.0.1:40593_solr-n_0000000000) [n:127.0.0.1:40593_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1336096 INFO  (zkCallback-13348-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1336096 INFO  (zkCallback-13350-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1336096 INFO  (zkCallback-13348-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1336096 INFO  (zkCallback-13350-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1336096 INFO  (zkCallback-13352-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1336096 INFO  (zkCallback-13320-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1336096 INFO  (qtp8792780-33224) [n:127.0.0.1:43465_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=delLiveColl&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2923
   [junit4]   2> 1336100 INFO  (zkCallback-13352-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1336114 INFO  (zkCallback-13320-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1336115 INFO  (qtp24438683-33225) [n:127.0.0.1:39887_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1336116 INFO  (qtp8792780-33221) [n:127.0.0.1:43465_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplica with params replica=core_node7&action=DELETEREPLICA&collection=delLiveColl&shard=shard2&onlyIfDown=true&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1336119 ERROR (OverseerThreadFactory-7529-thread-2-processing-n:127.0.0.1:40593_solr) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node7 ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: delLiveColl operation: deletereplica failed:org.apache.solr.common.SolrException: Attempted to remove replica : delLiveColl/shard2/core_node7 with onlyIfDown='true', but state is 'active'
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.DeleteReplicaCmd.deleteCore(DeleteReplicaCmd.java:220)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.DeleteReplicaCmd.deleteReplica(DeleteReplicaCmd.java:97)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.DeleteReplicaCmd.call(DeleteReplicaCmd.java:66)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:264)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:505)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1336126 INFO  (qtp8792780-33221) [n:127.0.0.1:43465_solr c:delLiveColl   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node7&action=DELETEREPLICA&collection=delLiveColl&shard=shard2&onlyIfDown=true&wt=javabin&version=2} status=400 QTime=10
   [junit4]   2> 1336128 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplica with params replica=core_node7&action=DELETEREPLICA&collection=delLiveColl&shard=shard2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1336145 INFO  (OverseerCollectionConfigSetProcessor-72157238465527816-127.0.0.1:40593_solr-n_0000000000) [n:127.0.0.1:40593_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1336147 INFO  (qtp24438683-33227) [n:127.0.0.1:39887_solr    x:delLiveColl_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.delLiveColl.shard2.replica_n4, tag=null
   [junit4]   2> 1336147 INFO  (qtp24438683-33227) [n:127.0.0.1:39887_solr    x:delLiveColl_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c648e: rootName = solr_39887, domain = solr.core.delLiveColl.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.delLiveColl.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@3b1210
   [junit4]   2> 1336177 INFO  (qtp24438683-33227) [n:127.0.0.1:39887_solr    x:delLiveColl_shard2_replica_n4] o.a.s.c.SolrCore [delLiveColl_shard2_replica_n4]  CLOSING SolrCore org.apache.solr.core.SolrCore@4dfb54
   [junit4]   2> 1336177 INFO  (qtp24438683-33227) [n:127.0.0.1:39887_solr    x:delLiveColl_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.delLiveColl.shard2.replica_n4, tag=4dfb54
   [junit4]   2> 1336177 INFO  (qtp24438683-33227) [n:127.0.0.1:39887_solr    x:delLiveColl_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.delLiveColl.shard2.leader, tag=4dfb54
   [junit4]   2> 1336189 INFO  (qtp24438683-33227) [n:127.0.0.1:39887_solr    x:delLiveColl_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/delLiveColl/terms/shard2 to Terms{values={core_node8=0}, version=2}
   [junit4]   2> 1336191 INFO  (qtp24438683-33227) [n:127.0.0.1:39887_solr    x:delLiveColl_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=delLiveColl_shard2_replica_n4&deleteMetricsHistory=true&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=43
   [junit4]   2> 1336191 INFO  (zkCallback-13320-thread-2) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1336292 INFO  (zkCallback-13350-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1336292 INFO  (zkCallback-13350-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1336292 INFO  (zkCallback-13348-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1336292 INFO  (zkCallback-13352-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1336292 INFO  (zkCallback-13348-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1336292 INFO  (zkCallback-13352-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1336292 INFO  (zkCallback-13320-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1336293 INFO  (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node7&action=DELETEREPLICA&collection=delLiveColl&shard=shard2&wt=javabin&version=2} status=0 QTime=165
   [junit4]   2> 1336300 INFO  (zkCallback-13320-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1336332 INFO  (jetty-closer-13387-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=5211120
   [junit4]   2> 1336332 INFO  (jetty-closer-13387-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40593_solr
   [junit4]   2> 1336334 INFO  (jetty-closer-13387-thread-1) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1336334 INFO  (jetty-closer-13387-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:40593_solr as DOWN
   [junit4]   2> 1336344 INFO  (jetty-closer-13387-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=3456773
   [junit4]   2> 1336344 INFO  (jetty-closer-13387-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40045_solr
   [junit4]   2> 1336345 INFO  (jetty-closer-13387-thread-2) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1336345 INFO  (jetty-closer-13387-thread-2) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:40045_solr as DOWN
   [junit4]   2> 1336360 INFO  (jetty-closer-13387-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=20799097
   [junit4]   2> 1336361 INFO  (jetty-closer-13387-thread-3) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39887_solr
   [junit4]   2> 1336364 INFO  (jetty-closer-13387-thread-3) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1336364 INFO  (jetty-closer-13387-thread-3) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:39887_solr as DOWN
   [junit4]   2> 1336373 INFO  (jetty-closer-13387-thread-4) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=11929772
   [junit4]   2> 1336373 INFO  (jetty-closer-13387-thread-4) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43465_solr
   [junit4]   2> 1336374 INFO  (jetty-closer-13387-thread-4) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1336374 INFO  (jetty-closer-13387-thread-4) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:43465_solr as DOWN
   [junit4]   2> 1336376 INFO  (coreCloseExecutor-7566-thread-1) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.SolrCore [delLiveColl_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@112f412
   [junit4]   2> 1336376 INFO  (coreCloseExecutor-7566-thread-1) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.delLiveColl.shard1.replica_n2, tag=112f412
   [junit4]   2> 1336376 INFO  (coreCloseExecutor-7566-thread-1) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16daaf6: rootName = solr_40045, domain = solr.core.delLiveColl.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.delLiveColl.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@12dd42f
   [junit4]   2> 1336380 INFO  (coreCloseExecutor-7568-thread-1) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.SolrCore [delLiveColl_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@12dd24a
   [junit4]   2> 1336380 INFO  (coreCloseExecutor-7568-thread-1) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.delLiveColl.shard1.replica_n1, tag=12dd24a
   [junit4]   2> 1336381 INFO  (coreCloseExecutor-7568-thread-1) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a98d4b: rootName = solr_43465, domain = solr.core.

[...truncated too long message...]

  2> 1497511 INFO  (jetty-closer-14350-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ab6252{/solr,null,UNAVAILABLE}
   [junit4]   2> 1497511 INFO  (jetty-closer-14350-thread-2) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1497512 ERROR (coreZkRegister-8079-thread-1-processing-n:127.0.0.1:42819_solr x:raceDeleteReplica_true_shard1_replica_n2 c:raceDeleteReplica_true s:shard1 r:core_node4) [n:127.0.0.1:42819_solr c:raceDeleteReplica_true s:shard1 r:core_node4 x:raceDeleteReplica_true_shard1_replica_n2] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error registering SolrCore, replica is removed from clusterstate
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1180)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1148)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:190)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1497512 INFO  (jetty-closer-14350-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@a96ebf{SSL,[ssl, http/1.1]}{127.0.0.1:42819}
   [junit4]   2> 1497513 INFO  (jetty-closer-14350-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@146e11d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1497513 INFO  (jetty-closer-14350-thread-1) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1497513 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplicaLegacy-seed#[A6471C89BF96B8E8]) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1497514 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/aliases.json
   [junit4]   2> 	12	/solr/collections/raceDeleteReplica_true/terms/shard1
   [junit4]   2> 	6	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf
   [junit4]   2> 	2	/solr/collections/raceDeleteReplica_true/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	25	/solr/collections/raceDeleteReplica_true/state.json
   [junit4]   2> 	13	/solr/clusterprops.json
   [junit4]   2> 	13	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/overseer_elect/election/72157248647004171-127.0.0.1:42601_solr-n_0000000001
   [junit4]   2> 	2	/solr/collections/raceDeleteReplica_true/leader_elect/shard1/election/72157248647004174-core_node3-n_0000000000
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/collections
   [junit4]   2> 	10	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1497515 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplicaLegacy-seed#[A6471C89BF96B8E8]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:32789
   [junit4]   2> 1497515 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplicaLegacy-seed#[A6471C89BF96B8E8]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 32789
   [junit4]   2> 1497515 INFO  (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplicaLegacy-seed#[A6471C89BF96B8E8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending raceConditionOnDeleteAndRegisterReplicaLegacy
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {_root_=PostingsFormat(name=LuceneVarGapFixedInterval), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=96, maxMBSortInHeap=6.573503178827524, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@196640a), locale=zh, timezone=America/Kentucky/Louisville
   [junit4]   2> NOTE: Linux 4.18.0-17-generic i386/Oracle Corporation 1.8.0_201 (32-bit)/cpus=8,threads=1,free=109263960,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestCloudRecovery, TestManagedSchemaThreadSafety, TestImpersonationWithHadoopAuth, TestApiFramework, QueryEqualityTest, LeaderTragicEventTest, MissingSegmentRecoveryTest, BasicZkTest, MaxSizeAutoCommitTest, TestUseDocValuesAsStored, TestSchemaSimilarityResource, PropertiesRequestHandlerTest, TestSegmentSorting, EchoParamsTest, DistributedSpellCheckComponentTest, TestBinaryResponseWriter, TestManagedResourceStorage, TestPhraseSuggestions, SearchHandlerTest, TestDistribDocBasedVersion, SharedFSAutoReplicaFailoverTest, TestJsonFacetRefinement, TestReRankQParserPlugin, TestLMDirichletSimilarityFactory, TestScoreJoinQPScore, TestUpdate, CoreAdminRequestStatusTest, UnloadDistributedZkTest, PreAnalyzedFieldManagedSchemaCloudTest, AddReplicaTest, SaslZkACLProviderTest, TestTestInjection, OverriddenZkACLAndCredentialsProvidersTest, HdfsThreadLeakTest, TestEmbeddedSolrServerAdminHandler, ExplicitHLLTest, TestLocalFSCloudBackupRestore, ForceLeaderTest, TestSimGenericDistributedQueue, BlobRepositoryCloudTest, DistributedDebugComponentTest, CurrencyFieldTypeTest, V2ApiIntegrationTest, DistributedUpdateProcessorTest, TestRecoveryHdfs, DeleteInactiveReplicaTest, SpellPossibilityIteratorTest, TestMacros, TestUnInvertedFieldException, TestWordDelimiterFilterFactory, TermsComponentTest, RestoreTriggerStateTest, TaggingAttributeTest, TestConfigSets, TestLegacyField, TestSchemaManager, TestStressLucene, TestDynamicLoading, TestCrossCoreJoin, TestTrieFacet, TestFieldCollectionResource, TestCustomSort, RequestLoggingTest, TestCopyFieldCollectionResource, TestConfigOverlay, NumericFieldsTest, TestStressLiveNodes, SolrCoreCheckLockOnStartupTest, ParsingFieldUpdateProcessorsTest, DistributedFacetPivotLargeTest, RuleEngineTest, TestFieldCacheVsDocValues, UtilsToolTest, TestStressUserVersions, CursorPagingTest, TestBlobHandler, BooleanFieldTest, CursorMarkTest, ClassificationUpdateProcessorTest, PeerSyncWithIndexFingerprintCachingTest, BaseCdcrDistributedZkTest, LeaderElectionTest, TestNumericRangeQuery64, TestSearchPerf, TestJettySolrRunner, HdfsChaosMonkeySafeLeaderTest, TestMissingGroups, DistributedQueryComponentCustomSortTest, NestedShardedAtomicUpdateTest, TestClusterProperties, ConnectionManagerTest, ChaosMonkeySafeLeaderTest, DateMathParserTest, QueryElevationComponentTest, TestBinaryField, NodeLostTriggerIntegrationTest, SolrCloudExampleTest, TestSimNodeLostTrigger, RandomizedTaggerTest, XsltUpdateRequestHandlerTest, SimplePostToolTest, RequiredFieldsTest, RecoveryZkTest, CdcrVersionReplicationTest, TestInitQParser, TestNonDefinedSimilarityFactory, TestSimClusterStateProvider, TestRuleBasedAuthorizationPlugin, MetricTriggerTest, TestChildDocTransformer, TestLazyCores, TestExtendedDismaxParser, CollectionsAPIDistributedZkTest, OverseerTest, SolrLogAuditLoggerPluginTest, TestCloudPhrasesIdentificationComponent, JWTAuthPluginTest, TestPullReplicaErrorHandling, AutoAddReplicasIntegrationTest, ZkControllerTest, HdfsWriteToMultipleCollectionsTest, RestartWhileUpdatingTest, TestGeoJSONResponseWriter, TestSimDistributedQueue, CustomHighlightComponentTest, ClusterStateUpdateTest, AtomicUpdateProcessorFactoryTest, CollectionReloadTest, TestManagedSynonymGraphFilterFactory, BasicAuthIntegrationTest, PathHierarchyTokenizerFactoryTest, HighlighterConfigTest, MetricsHistoryIntegrationTest, FacetPivotSmallTest, TestZkChroot, WordBreakSolrSpellCheckerTest, BufferStoreTest, SubstringBytesRefFilterTest, TestDFISimilarityFactory, SolrIndexConfigTest, TestCoreAdminApis, TestUniqueKeyFieldResource, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestDistributedSearch, TestRandomFaceting, TestSolrCoreProperties, TestTolerantSearch, TestTrie, TestDeprecatedFilters, TestLuceneMatchVersion, AsyncCallRequestStatusResponseTest, BasicDistributedZkTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, DeleteReplicaTest]
   [junit4] Completed [470/855 (1!)] on J0 in 165.84s, 9 tests, 1 error <<< FAILURES!

[...truncated 47241 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-8.x-Linux/51/consoleText

[repro] Revision: 65d7dfd5cf4a77a2d2af5dac38d036dbb91b4fbf

[repro] Repro line:  ant test  -Dtestcase=DeleteReplicaTest -Dtests.method=raceConditionOnDeleteAndRegisterReplica -Dtests.seed=A6471C89BF96B8E8 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=zh -Dtests.timezone=America/Kentucky/Louisville -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       DeleteReplicaTest
[repro] ant compile-test

[...truncated 3576 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.DeleteReplicaTest" -Dtests.showOutput=onerror  -Dtests.seed=A6471C89BF96B8E8 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=zh -Dtests.timezone=America/Kentucky/Louisville -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 110 lines...]
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.DeleteReplicaTest
[repro] Exiting with code 0

[...truncated 43 lines...]

[JENKINS] Lucene-Solr-BadApples-8.x-Linux (64bit/jdk-12) - Build # 52 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-8.x-Linux/52/
Java: 64bit/jdk-12 -XX:+UseCompressedOops -XX:+UseSerialGC

3 tests failed.
FAILED:  org.apache.solr.update.PeerSyncTest.test

Error Message:
.response[0][id][0]:2!=1

Stack Trace:
junit.framework.AssertionFailedError: .response[0][id][0]:2!=1
	at __randomizedtesting.SeedInfo.seed([BD0940C424A40AD4:355D7F1E8A58672C]:0)
	at junit.framework.Assert.fail(Assert.java:57)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:999)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1026)
	at org.apache.solr.BaseDistributedSearchTestCase.queryAndCompare(BaseDistributedSearchTestCase.java:723)
	at org.apache.solr.BaseDistributedSearchTestCase.queryAndCompare(BaseDistributedSearchTestCase.java:714)
	at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:104)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.update.PeerSyncWithLeaderTest.test

Error Message:
Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:39267/o/ls/collection1

Stack Trace:
junit.framework.AssertionFailedError: Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:39267/o/ls/collection1
	at __randomizedtesting.SeedInfo.seed([BD0940C424A40AD4:355D7F1E8A58672C]:0)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2700)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2689)
	at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:279)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:39267/o/ls/collection1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:576)
	at org.apache.solr.update.PeerSyncTest.lambda$test$0(PeerSyncTest.java:281)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2695)
	... 42 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
	... 49 more


FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
Thread pool didn't terminate within 15 secs

Stack Trace:
java.lang.AssertionError: Thread pool didn't terminate within 15 secs
	at __randomizedtesting.SeedInfo.seed([BD0940C424A40AD4:355D7F1E8A58672C]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.reorderedDBQsResurrectionTest(TestInPlaceUpdatesDistrib.java:852)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:179)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)




Build Log:
[...truncated 13712 lines...]
   [junit4] Suite: org.apache.solr.update.PeerSyncTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/init-core-data-001
   [junit4]   2> 524902 WARN  (SUITE-PeerSyncTest-seed#[BD0940C424A40AD4]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 524903 INFO  (SUITE-PeerSyncTest-seed#[BD0940C424A40AD4]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 524903 INFO  (SUITE-PeerSyncTest-seed#[BD0940C424A40AD4]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 524903 INFO  (SUITE-PeerSyncTest-seed#[BD0940C424A40AD4]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 524903 INFO  (SUITE-PeerSyncTest-seed#[BD0940C424A40AD4]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 524904 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 524904 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 524924 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 524937 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 525019 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 525080 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 525082 WARN  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3d7ddf30[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 525085 WARN  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@65b6ac20[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 525096 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 525096 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 525109 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 525117 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 525117 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 525118 INFO  (coreLoadExecutor-3293-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 525129 INFO  (coreLoadExecutor-3293-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 525140 INFO  (coreLoadExecutor-3293-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 525222 INFO  (coreLoadExecutor-3293-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 525230 INFO  (coreLoadExecutor-3293-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 525230 INFO  (coreLoadExecutor-3293-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 525231 INFO  (coreLoadExecutor-3293-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/init-core-data-001/]
   [junit4]   2> 525232 INFO  (coreLoadExecutor-3293-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=17.46484375, floorSegmentMB=1.4501953125, forceMergeDeletesPctAllowed=12.51815231463073, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3284904931111897, deletesPctAllowed=30.37774313973982
   [junit4]   2> 525233 WARN  (coreLoadExecutor-3293-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 525271 INFO  (coreLoadExecutor-3293-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 525271 INFO  (coreLoadExecutor-3293-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 525272 INFO  (coreLoadExecutor-3293-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 525272 INFO  (coreLoadExecutor-3293-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 525272 INFO  (coreLoadExecutor-3293-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@16389558
   [junit4]   2> 525273 INFO  (coreLoadExecutor-3293-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4306d279[collection1] main]
   [junit4]   2> 525273 WARN  (coreLoadExecutor-3293-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 525273 INFO  (coreLoadExecutor-3293-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 525273 INFO  (coreLoadExecutor-3293-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632394588118319104
   [junit4]   2> 525275 INFO  (searcherExecutor-3294-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4306d279[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 525275 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 525348 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/control/cores/collection1
   [junit4]   2> 525349 WARN  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 525349 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 525349 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 525349 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12+33
   [junit4]   2> 525350 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 525350 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 525350 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 525350 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ecd55ef{/,null,AVAILABLE}
   [junit4]   2> 525350 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@418551b8{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38425}
   [junit4]   2> 525350 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.Server Started @525360ms
   [junit4]   2> 525350 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, hostContext=/, solrconfig=solrconfig-tlog.xml, hostPort=38425, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/control/cores}
   [junit4]   2> 525351 ERROR (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 525351 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 525351 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.2.0
   [junit4]   2> 525351 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 525351 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 525351 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-02T04:53:13.007165Z
   [junit4]   2> 525351 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/control/solr.xml
   [junit4]   2> 525353 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 525353 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 525354 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 525480 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 525481 WARN  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@357ad8f7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 525483 WARN  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3191a4bd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 525491 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 525491 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 525503 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 525510 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 525510 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 525511 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/control/cores
   [junit4]   2> 525511 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 525512 INFO  (coreLoadExecutor-3307-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 525526 INFO  (coreLoadExecutor-3307-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 525557 INFO  (coreLoadExecutor-3307-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 525647 INFO  (coreLoadExecutor-3307-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 525655 INFO  (coreLoadExecutor-3307-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 525655 INFO  (coreLoadExecutor-3307-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 525656 INFO  (coreLoadExecutor-3307-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 525657 INFO  (coreLoadExecutor-3307-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=17.46484375, floorSegmentMB=1.4501953125, forceMergeDeletesPctAllowed=12.51815231463073, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3284904931111897, deletesPctAllowed=30.37774313973982
   [junit4]   2> 525658 WARN  (coreLoadExecutor-3307-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 525693 INFO  (coreLoadExecutor-3307-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 525693 INFO  (coreLoadExecutor-3307-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 525695 INFO  (coreLoadExecutor-3307-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 525695 INFO  (coreLoadExecutor-3307-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 525695 INFO  (coreLoadExecutor-3307-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@7e6019e9
   [junit4]   2> 525696 INFO  (coreLoadExecutor-3307-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f8d4c15[collection1] main]
   [junit4]   2> 525696 WARN  (coreLoadExecutor-3307-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 525696 INFO  (coreLoadExecutor-3307-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 525696 INFO  (coreLoadExecutor-3307-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632394588561866752
   [junit4]   2> 525699 INFO  (searcherExecutor-3308-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@f8d4c15[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 525781 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 525781 WARN  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 525782 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 525782 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 525782 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12+33
   [junit4]   2> 525782 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 525782 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 525782 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 525782 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e82a87f{/,null,AVAILABLE}
   [junit4]   2> 525783 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5f76cca4{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37355}
   [junit4]   2> 525783 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.Server Started @525793ms
   [junit4]   2> 525783 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, hostContext=/, solrconfig=solrconfig-tlog.xml, hostPort=37355, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/shard0/cores}
   [junit4]   2> 525783 ERROR (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 525783 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 525783 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.2.0
   [junit4]   2> 525783 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 525783 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 525783 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-02T04:53:13.439727Z
   [junit4]   2> 525783 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 525786 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 525786 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 525786 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 525840 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 525841 WARN  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@25f3ca1b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 525844 WARN  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@52050ae[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 525857 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 525857 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 525872 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 525881 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 525881 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 525883 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/shard0/cores
   [junit4]   2> 525883 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 525883 INFO  (coreLoadExecutor-3321-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 525899 INFO  (coreLoadExecutor-3321-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 525913 INFO  (coreLoadExecutor-3321-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 526005 INFO  (coreLoadExecutor-3321-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 526012 INFO  (coreLoadExecutor-3321-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 526012 INFO  (coreLoadExecutor-3321-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 526012 INFO  (coreLoadExecutor-3321-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 526014 INFO  (coreLoadExecutor-3321-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=17.46484375, floorSegmentMB=1.4501953125, forceMergeDeletesPctAllowed=12.51815231463073, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3284904931111897, deletesPctAllowed=30.37774313973982
   [junit4]   2> 526015 WARN  (coreLoadExecutor-3321-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 526051 INFO  (coreLoadExecutor-3321-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 526051 INFO  (coreLoadExecutor-3321-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 526052 INFO  (coreLoadExecutor-3321-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 526052 INFO  (coreLoadExecutor-3321-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 526053 INFO  (coreLoadExecutor-3321-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@7cbb5913
   [junit4]   2> 526053 INFO  (coreLoadExecutor-3321-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@bae88a[collection1] main]
   [junit4]   2> 526053 WARN  (coreLoadExecutor-3321-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 526054 INFO  (coreLoadExecutor-3321-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 526054 INFO  (coreLoadExecutor-3321-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632394588937256960
   [junit4]   2> 526056 INFO  (searcherExecutor-3322-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@bae88a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 526159 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/shard1/cores/collection1
   [junit4]   2> 526159 WARN  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 526160 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 526160 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 526160 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12+33
   [junit4]   2> 526160 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 526160 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 526160 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 526160 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65c805f4{/,null,AVAILABLE}
   [junit4]   2> 526161 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@14370fef{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45075}
   [junit4]   2> 526161 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.Server Started @526171ms
   [junit4]   2> 526161 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, hostContext=/, solrconfig=solrconfig-tlog.xml, hostPort=45075, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/shard1/cores}
   [junit4]   2> 526161 ERROR (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 526161 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 526161 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.2.0
   [junit4]   2> 526161 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 526161 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 526161 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-02T04:53:13.817658Z
   [junit4]   2> 526161 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/shard1/solr.xml
   [junit4]   2> 526163 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 526164 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 526164 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 526215 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 526216 WARN  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1d84b732[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 526219 WARN  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7b8cb6d2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 526235 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 526235 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 526251 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 526260 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 526260 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 526261 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/shard1/cores
   [junit4]   2> 526261 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 526262 INFO  (coreLoadExecutor-3335-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 526275 INFO  (coreLoadExecutor-3335-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 526286 INFO  (coreLoadExecutor-3335-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 526366 INFO  (coreLoadExecutor-3335-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 526374 INFO  (coreLoadExecutor-3335-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 526374 INFO  (coreLoadExecutor-3335-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 526374 INFO  (coreLoadExecutor-3335-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/shard1/cores/collection1/data/]
   [junit4]   2> 526376 INFO  (coreLoadExecutor-3335-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=17.46484375, floorSegmentMB=1.4501953125, forceMergeDeletesPctAllowed=12.51815231463073, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3284904931111897, deletesPctAllowed=30.37774313973982
   [junit4]   2> 526377 WARN  (coreLoadExecutor-3335-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 526425 INFO  (coreLoadExecutor-3335-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 526425 INFO  (coreLoadExecutor-3335-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 526426 INFO  (coreLoadExecutor-3335-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 526426 INFO  (coreLoadExecutor-3335-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 526427 INFO  (coreLoadExecutor-3335-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@265c0aa9
   [junit4]   2> 526427 INFO  (coreLoadExecutor-3335-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@28c50f48[collection1] main]
   [junit4]   2> 526427 WARN  (coreLoadExecutor-3335-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 526428 INFO  (coreLoadExecutor-3335-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 526428 INFO  (coreLoadExecutor-3335-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632394589329424384
   [junit4]   2> 526430 INFO  (searcherExecutor-3336-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@28c50f48[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 526524 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/shard2/cores/collection1
   [junit4]   2> 526525 WARN  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 526525 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 526526 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 526526 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12+33
   [junit4]   2> 526526 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 526526 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 526526 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 526526 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d4d7961{/,null,AVAILABLE}
   [junit4]   2> 526527 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4ee65c2a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39723}
   [junit4]   2> 526527 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.s.Server Started @526537ms
   [junit4]   2> 526527 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, hostContext=/, solrconfig=solrconfig-tlog.xml, hostPort=39723, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/shard2/cores}
   [junit4]   2> 526527 ERROR (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 526527 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 526527 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.2.0
   [junit4]   2> 526527 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 526527 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 526527 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-02T04:53:14.183828Z
   [junit4]   2> 526528 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/shard2/solr.xml
   [junit4]   2> 526530 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 526530 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 526531 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 526705 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 526706 WARN  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@bdc00d6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 526710 WARN  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2a61819[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 526722 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 526722 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 526739 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 526748 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 526748 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 526750 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/shard2/cores
   [junit4]   2> 526750 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 526752 INFO  (coreLoadExecutor-3349-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 526763 INFO  (coreLoadExecutor-3349-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 526795 INFO  (coreLoadExecutor-3349-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 526878 INFO  (coreLoadExecutor-3349-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 526887 INFO  (coreLoadExecutor-3349-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 526887 INFO  (coreLoadExecutor-3349-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@478ec5ef
   [junit4]   2> 526887 INFO  (coreLoadExecutor-3349-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_BD0940C424A40AD4-001/tempDir-001/shard2/cores/collection1/data/]
   [junit4]   2> 526889 INFO  (coreLoadExecutor-3349-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=17.46484375, floorSegmentMB=1.4501953125, forceMergeDeletesPctAllowed=12.51815231463073, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3284904931111897, deletesPctAllowed=30.37774313973982
   [junit4]   2> 526890 WARN  (coreLoadExecutor-3349-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 526924 INFO  (coreLoadExecutor-3349-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 526924 INFO  (coreLoadExecutor-3349-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 526925 INFO  (coreLoadExecutor-3349-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 526925 INFO  (coreLoadExecutor-3349-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 526926 INFO  (coreLoadExecutor-3349-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@5dd38c90
   [junit4]   2> 526926 INFO  (coreLoadExecutor-3349-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e4e66d4[collection1] main]
   [junit4]   2> 526927 WARN  (coreLoadExecutor-3349-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 526927 INFO  (coreLoadExecutor-3349-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 526927 INFO  (coreLoadExecutor-3349-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632394589852663808
   [junit4]   2> 526929 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 526929 INFO  (searcherExecutor-3350-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2e4e66d4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 526934 INFO  (qtp1281702237-9590) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[1 (1)]} 0 1
   [junit4]   2> 526936 INFO  (qtp1866679570-9611) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:37355/collection1] nUpdates=100
   [junit4]   2> 526944 INFO  (qtp1281702237-9589) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@45ede9db[collection1] realtime]
   [junit4]   2> 526944 INFO  (qtp1281702237-9589) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:3.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 526944 INFO  (qtp1281702237-9589) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 526945 INFO  (qtp1866679570-9611) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 526945 INFO  (qtp1866679570-9611) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= DONE.  We have no versions.  sync failed.
   [junit4]   2> 526946 INFO  (qtp1281702237-9590) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 526946 INFO  (qtp1281702237-9590) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&fingerprint=true&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 526946 INFO  (qtp1866679570-9611) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:37355/collection1&wt=javabin&version=2} status=0 QTime=10
   [junit4]   2> 526948 INFO  (qtp1866679570-9612) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[1 (1)]} 0 1
   [junit4]   2> 526948 INFO  (qtp1866679570-9610) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:37355/collection1] nUpdates=100
   [junit4]   2> 526949 INFO  (qtp1281702237-9591) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 526949 INFO  (qtp1281702237-9591) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 526952 INFO  (qtp1866679570-9610) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@269719e8[collection1] realtime]
   [junit4]   2> 526952 INFO  (qtp1866679570-9610) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:3.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 526952 INFO  (qtp1866679570-9610) [    x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 526952 INFO  (qtp1866679570-9610) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:37355/collection1&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 526953 INFO  (qtp1281702237-9589) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632394589879926784,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 526953 INFO  (qtp1281702237-9589) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@14070867 commitCommandVersion:1632394589879926784
   [junit4]   2> 526954 INFO  (qtp1281702237-9589) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c8e4656[collection1] main]
   [junit4]   2> 526955 INFO  (qtp1281702237-9589) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 526956 INFO  (searcherExecutor-3322-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3c8e4656[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=12, java.vm.version=12+33, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=12+33, source=flush, os.version=4.18.0-17-generic, timestamp=1556772794598}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 526956 INFO  (qtp1281702237-9589) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
   [junit4]   2> 526957 INFO  (qtp1866679570-9611) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632394589884121088,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 526957 INFO  (qtp1866679570-9611) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6368acdf commitCommandVersion:1632394589884121088
   [junit4]   2> 526958 INFO  (qtp1866679570-9611) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@75e0f987[collection1] main]
   [junit4]   2> 526958 INFO  (qtp1866679570-9611) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 526959 INFO  (searcherExecutor-3336-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@75e0f987[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=12, java.vm.version=12+33, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=12+33, source=flush, os.version=4.18.0-17-generic, timestamp=1556772794607}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 526959 INFO  (qtp1866679570-9611) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
   [junit4]   2> 526960 INFO  (qtp1281702237-9590) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 526961 INFO  (qtp1866679570-9612) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 526964 INFO  (qtp1281702237-9591) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[2 (2)]} 0 2
   [junit4]   2> 526965 INFO  (qtp1866679570-9610) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:37355/collection1] nUpdates=100
   [junit4]   2> 526971 INFO  (qtp1281702237-9589) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6cd89511[collection1] realtime]
   [junit4]   2> 526971 INFO  (qtp1281702237-9589) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:5.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 526971 INFO  (qtp1281702237-9589) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 526972 INFO  (qtp1866679570-9610) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
   [junit4]   2> 526973 INFO  (qtp1281702237-9590) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ac09309[collection1] realtime]
   [junit4]   2> 526973 INFO  (qtp1281702237-9590) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 526973 INFO  (qtp1281702237-9590) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&fingerprint=true&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 526973 INFO  (qtp1866679570-9610) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=  Received 2 versions from http://127.0.0.1:37355/collection1 fingerprint:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 526974 INFO  (qtp1281702237-9591) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&checkCanHandleVersionRanges=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 526975 INFO  (qtp1866679570-9610) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= Requesting updates from http://127.0.0.1:37355/collection1n=1 versions=2...2
   [junit4]   2> 526975 INFO  (qtp1281702237-9589) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=2, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 526975 INFO  (qtp1281702237-9589) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={getUpdates=2...2&distrib=false&qt=/get&fingerprint=true&onlyIfActive=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 526978 INFO  (qtp1866679570-9610) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[2 (2)]} 0 1
   [junit4]   2> 526983 INFO  (qtp1866679570-9610) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7753bca0[collection1] realtime]
   [junit4]   2> 526984 INFO  (qtp1866679570-9610) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:6.0 result:{maxVersionSpecified=2, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
   [junit4]   2> 526984 INFO  (qtp1866679570-9610) [    x:collection1] o.a.s.u.PeerSync Fingerprint comparison: 0
   [junit4]   2> 526984 INFO  (qtp1866679570-9610) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= DONE. sync succeeded
   [junit4]   2> 526984 INFO  (qtp1866679570-9610) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:37355/collection1&wt=javabin&version=2} status=0 QTime=19
   [junit4]   2> 526984 INFO  (qtp1281702237-9590) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632394589912432640,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 526984 INFO  (qtp1281702237-9590) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@14070867 commitCommandVersion:1632394589912432640
   [junit4]   2> 526985 INFO  (qtp1281702237-9590) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d7fe801[collection1] main]
   [junit4]   2> 526986 INFO  (qtp1281702237-9590) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 526988 INFO  (searcherExecutor-3322-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5d7fe801[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.2.0):c2:[diagnostics={os=Linux, java.version=12, os.arch=amd64, java.runtime.version=12+33, source=merge, os.version=4.18.0-17-generic, java.vendor=Oracle Corporation, java.vm.version=12+33, lucene.version=8.2.0, mergeMaxNumSegments=-1, mergeFactor=2, timestamp=1556772794627}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 526988 INFO  (qtp1281702237-9590) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
   [junit4]   2> 526989 INFO  (qtp1866679570-9611) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632394589917675520,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 526989 INFO  (qtp1866679570-9611) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6368acdf commitCommandVersion:1632394589917675520
   [junit4]   2> 526989 INFO  (qtp1866679570-9611) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@72c61680[collection1] main]
   [junit4]   2> 526989 INFO  (qtp1866679570-9611) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 526991 INFO  (searcherExecutor-3336-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@72c61680[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=12, java.vm.version=12+33, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=12+33, source=flush, os.version=4.18.0-17-generic, timestamp=1556772794607}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.2.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=12, java.vm.version=12+33, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=12+33, source=flush, os.version=4.18.0-17-generic, timestamp=1556772794635}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 526991 INFO  (qtp1866679570-9611) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
   [junit4]   2> 526992 INFO  (qtp1281702237-9591) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
   [junit4]   2> 526992 INFO  (qtp1866679570-9612) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
   [junit4]   2> 526993 ERROR (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.BaseDistributedSearchTestCase Mismatched responses:
   [junit4]   2> {responseHeader={status=0,QTime=0},response={numFound=2,start=0,docs=[SolrDocument{id=2, range_facet_l=[2], id_i1=2, range_facet_l_dv=[2], range_facet_i_dv=[2], n_ti1=1592877305, n_f1=0.32315403, n_tf1=0.701165, n_d1=0.09824340907617923, n_td1=0.7908977944312291, n_l1=-7901735393606693010, n_tl1=-1879549440867591127, n_dt1=Thu Jul 16 18:20:42 CDT 250244139, n_tdt1=Thu May 26 17:01:38 CST 184134961, _root_=2, multiDefault=[muLti-Default], intDefault=42, timestamp=Wed May 01 23:53:14 CDT 2019, _version_=2, intDvoDefault=42}, SolrDocument{id=1, range_facet_l=[1], id_i1=1, range_facet_l_dv=[1], range_facet_i_dv=[1], _root_=1, multiDefault=[muLti-Default], intDefault=42, timestamp=Wed May 01 23:53:14 CDT 2019, _version_=1, intDvoDefault=42}]}}
   [junit4]   2> {responseHeader={status=0,QTime=0},response={numFound=2,start=0,docs=[SolrDocument{id=1, range_facet_l=[1], id_i1=1, range_facet_l_dv=[1], range_facet_i_dv=[1], _root_=1, multiDefault=[muLti-Default], intDefault=42, timestamp=Wed May 01 23:53:14 CDT 2019, _version_=1, intDvoDefault=42}, SolrDocument{id=2, range_facet_l=[2], id_i1=2, range_facet_l_dv=[2], range_facet_i_dv=[2], n_ti1=1592877305, n_f1=0.32315403, n_tf1=0.701165, n_d1=0.09824340907617923, n_td1=0.7908977944312291, n_l1=-7901735393606693010, n_tl1=-1879549440867591127, n_dt1=Thu Jul 16 18:20:42 CDT 250244139, n_tdt1=Thu May 26 17:01:38 CST 184134961, _root_=2, multiDefault=[muLti-Default], intDefault=42, timestamp=Wed May 01 23:53:14 CDT 2019, _version_=2, intDvoDefault=42}]}}
   [junit4]   2> 526995 INFO  (TEST-PeerSyncTest.test-seed#[BD0940C424A40AD4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> 526999 INFO  (closeThreadPool-3621-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2006333832
   [junit4]   2> 527003 INFO  (closeThreadPool-3621-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=990761840
   [junit4]   2> 527003 INFO  (closeThreadPool-3621-thread-4) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1455905524
   [junit4]   2> 527003 INFO  (coreCloseExecutor-3355-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@40b4338c
   [junit4]   2> 527003 INFO  (coreCloseExecutor-3355-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=40b4338c
   [junit4]   2> 527003 INFO  (coreCloseExecutor-3355-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@728d6e59: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@5f98a8c7
   [junit4]   2> 527011 INFO  (coreCloseExecutor-3357-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@371efed
   [junit4]   2> 527011 INFO  (coreCloseExecutor-3357-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=371efed
   [junit4]   2> 527011 INFO  (coreCloseExecutor-3357-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2580e5db: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@3ce3be19
   [junit4]   2> 527011 INFO  (coreCloseExecutor-3356-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@26622069
   [junit4]   2> 527011 INFO  (coreCloseExecutor-3356-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=26622069
   [junit4]   2> 527011 INFO  (coreCloseExecutor-3356-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@102707d9: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@405cac2e
   [junit4]   2> 527021 INFO  (closeThreadPool-3621-thread-5) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=538496738
   [junit4]   2> 527031 INFO  (closeThreadPool-3621-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 527031 INFO  (closeThreadPool-3621-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31788f91: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.cod

[...truncated too long message...]

case=TestInPlaceUpdatesDistrib -Dtests.method=test -Dtests.seed=BD0940C424A40AD4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=ff-SN -Dtests.timezone=Mexico/General -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 53.3s J1 | TestInPlaceUpdatesDistrib.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Thread pool didn't terminate within 15 secs
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BD0940C424A40AD4:355D7F1E8A58672C]:0)
   [junit4]    > 	at org.apache.solr.update.TestInPlaceUpdatesDistrib.reorderedDBQsResurrectionTest(TestInPlaceUpdatesDistrib.java:852)
   [junit4]    > 	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:179)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:835)
   [junit4]   2> 932102 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[BD0940C424A40AD4]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 932102 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[BD0940C424A40AD4]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=441088325
   [junit4]   2> 932102 INFO  (coreCloseExecutor-6160-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3103be08
   [junit4]   2> 932102 INFO  (coreCloseExecutor-6160-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=3103be08
   [junit4]   2> 932102 INFO  (coreCloseExecutor-6160-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3eb4055b: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1fffa74e
   [junit4]   2> 932109 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[BD0940C424A40AD4]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 932109 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[BD0940C424A40AD4]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1bf3fcdb: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@75c2cc2c
   [junit4]   2> 932110 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[BD0940C424A40AD4]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 932110 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[BD0940C424A40AD4]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@27b58574: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6b22d343
   [junit4]   2> 932110 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[BD0940C424A40AD4]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 932110 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[BD0940C424A40AD4]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f1075a: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@773c545d
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_BD0940C424A40AD4-001
   [junit4]   2> May 02, 2019 4:59:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {title_s=PostingsFormat(name=LuceneFixedGap), id=Lucene50(blocksize=128), id_field_copy_that_does_not_support_in_place_update_s=PostingsFormat(name=LuceneFixedGap)}, docValues:{inplace_updatable_float=DocValuesFormat(name=Asserting), id_i=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene80), inplace_updatable_int_with_default=DocValuesFormat(name=Asserting), inplace_updatable_int=DocValuesFormat(name=Lucene80), inplace_updatable_float_with_default=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=792, maxMBSortInHeap=6.365713432570154, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@139aa607), locale=ff-SN, timezone=Mexico/General
   [junit4]   2> NOTE: Linux 4.18.0-17-generic amd64/Oracle Corporation 12 (64-bit)/cpus=8,threads=1,free=221612112,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestPivotHelperCode, CircularListTest, TestStressVersions, BadCopyFieldTest, TestSimComputePlanAction, MinimalSchemaTest, TestQueryTypes, TestCloudPseudoReturnFields, HdfsNNFailoverTest, TestDistributedStatsComponentCardinality, TestGraphMLResponseWriter, BasicFunctionalityTest, ResourceLoaderTest, DirectSolrSpellCheckerTest, TestRealTimeGet, StatelessScriptUpdateProcessorFactoryTest, AutoAddReplicasPlanActionTest, TransactionLogTest, CollectionStateFormat2Test, TestComplexPhraseQParserPlugin, TestSolrCLIRunExample, TestCloudInspectUtil, SortByFunctionTest, LegacyCloudClusterPropTest, ShardsWhitelistTest, AnalyticsQueryTest, VersionInfoTest, BJQParserTest, TestDynamicURP, TestInitParams, TestUtils, Tagger2Test, TestPerFieldSimilarity, TermVectorComponentDistributedTest, TestLegacyFieldReuse, TestSha256AuthenticationProvider, ZookeeperStatusHandlerTest, MetricsConfigTest, RecoveryAfterSoftCommitTest, ConfigSetsAPITest, InfixSuggestersTest, SearchRateTriggerIntegrationTest, TestMaxScoreQueryParser, LeaderFailureAfterFreshStartTest, TestStressRecovery, HighlighterMaxOffsetTest, ShardSplitTest, TestSolrDeletionPolicy2, SolrInfoBeanTest, AssignTest, StressHdfsTest, SignificantTermsQParserPluginTest, ExternalFileFieldSortTest, SolrCoreTest, ConnectionReuseTest, TestOmitPositions, SparseHLLTest, TestEmbeddedSolrServerConstructors, PreAnalyzedUpdateProcessorTest, TestDistributedSearch, FullHLLTest, JavabinLoaderTest, AuditLoggerIntegrationTest, TestBlendedInfixSuggestions, StatsComponentTest, TestDeleteCollectionOnDownNodes, DisMaxRequestHandlerTest, PeerSyncTest, DistributedFacetPivotLongTailTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestRestManager, SuggesterFSTTest, CdcrReplicationHandlerTest, StatsReloadRaceTest, TestSubQueryTransformerDistrib, SecurityConfHandlerTest, FullSolrCloudDistribCmdsTest, TestFieldCacheWithThreads, TestAuthenticationFramework, DocExpirationUpdateProcessorFactoryTest, ExecutePlanActionTest, TestSchemaVersionResource, TestHdfsBackupRestoreCore, TestSimpleTextCodec, TestWriterPerf, RegexBytesRefFilterTest, TestExactSharedStatsCache, MultiDestinationAuditLoggerTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TriLevelCompositeIdRoutingTest, TestCodecSupport, NodeLostTriggerTest, ScriptEngineTest, SSLMigrationTest, TestExceedMaxTermLength, TestConfigSetImmutable, AdminHandlersProxyTest, DateFieldTest, TestWithCollection, TestOrdValues, TestMultiWordSynonyms, TestTolerantSearch, DistributedFacetSimpleRefinementLongTailTest, MoreLikeThisHandlerTest, TestDocSet, AnalysisErrorHandlingTest, QueryParsingTest, TestAuthorizationFramework, OverseerModifyCollectionTest, DeleteNodeTest, OpenExchangeRatesOrgProviderTest, SolrPluginUtilsTest, TestUnifiedSolrHighlighter, TestRandomRequestDistribution, TestIndexingPerformance, ScheduledMaintenanceTriggerTest, DocValuesMultiTest, TestCSVLoader, TestValueSourceCache, DistribJoinFromCollectionTest, AliasIntegrationTest, TestMultiValuedNumericRangeQuery, OrderedExecutorTest, TestReplicaProperties, TestCollectionAPIs, TestInPlaceUpdatesDistrib]
   [junit4] Completed [385/855 (3!)] on J1 in 54.79s, 1 test, 1 failure <<< FAILURES!

[...truncated 10542 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/build.xml:643: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/build.xml:128: Found 1 violations in source files (File uses Mockito but has no assumeWorkingMockito() call).

Total time: 76 minutes 33 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2