You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/02/02 11:50:46 UTC

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.8 - Build # 41 - Still Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.8/41/

1 tests failed.
FAILED:  org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.testDelegationTokenRenew

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:34877/solr within 15000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:34877/solr within 15000 ms
	at __randomizedtesting.SeedInfo.seed([28289CF272D287A9:1FB368EC4A1E5A0D]:0)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348)
	at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176)
	at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:349)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:876)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.getStatusCode(TestDelegationWithHadoopAuth.java:195)
	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.doSolrRequest(TestDelegationWithHadoopAuth.java:144)
	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.doSolrRequest(TestDelegationWithHadoopAuth.java:137)
	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.verifyTokenValid(TestDelegationWithHadoopAuth.java:221)
	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.verifyDelegationTokenRenew(TestDelegationWithHadoopAuth.java:307)
	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.testDelegationTokenRenew(TestDelegationWithHadoopAuth.java:324)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:34877/solr within 15000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:251)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:194)
	... 57 more




Build Log:
[...truncated 13497 lines...]
   [junit4] Suite: org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth
   [junit4]   2> 424883 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 424883 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 424883 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_28289CF272D287A9-001/data-dir-7-001
   [junit4]   2> 424884 WARN  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 424884 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 424886 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 424886 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.SolrCloudTestCase Using per-replica state
   [junit4]   2> 425025 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_28289CF272D287A9-001/tempDir-001
   [junit4]   2> 425025 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 425025 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 425025 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 425026 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 425125 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 34877
   [junit4]   2> 425125 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34877
   [junit4]   2> 425125 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34877
   [junit4]   2> 425125 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34877
   [junit4]   2> 425142 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 425203 INFO  (zkConnectionManagerCallback-471-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 425203 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 425210 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 425223 INFO  (zkConnectionManagerCallback-473-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 425223 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 425227 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 425229 INFO  (zkConnectionManagerCallback-475-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 425229 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 425338 INFO  (jetty-launcher-476-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 425338 INFO  (jetty-launcher-476-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 425338 INFO  (jetty-launcher-476-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 425340 INFO  (jetty-launcher-476-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 425340 INFO  (jetty-launcher-476-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 425341 INFO  (jetty-launcher-476-thread-2) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 425343 INFO  (jetty-launcher-476-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 425343 INFO  (jetty-launcher-476-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 425343 INFO  (jetty-launcher-476-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 425347 INFO  (jetty-launcher-476-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 425348 INFO  (jetty-launcher-476-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 425348 INFO  (jetty-launcher-476-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 425348 INFO  (jetty-launcher-476-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1dcbdbe4{/solr,null,AVAILABLE}
   [junit4]   2> 425349 INFO  (jetty-launcher-476-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60ddbc35{/solr,null,AVAILABLE}
   [junit4]   2> 425350 INFO  (jetty-launcher-476-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4a7e3569{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39297}
   [junit4]   2> 425350 INFO  (jetty-launcher-476-thread-2) [     ] o.e.j.s.Server Started @425473ms
   [junit4]   2> 425350 INFO  (jetty-launcher-476-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:34877/solr, hostPort=39297}
   [junit4]   2> 425350 ERROR (jetty-launcher-476-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 425350 INFO  (jetty-launcher-476-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 425350 INFO  (jetty-launcher-476-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 425350 INFO  (jetty-launcher-476-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 425350 INFO  (jetty-launcher-476-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr
   [junit4]   2> 425350 INFO  (jetty-launcher-476-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-02-02T10:03:15.065Z
   [junit4]   2> 425351 INFO  (jetty-launcher-476-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 425351 INFO  (jetty-launcher-476-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@72708a0{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40911}
   [junit4]   2> 425351 INFO  (jetty-launcher-476-thread-1) [     ] o.e.j.s.Server Started @425474ms
   [junit4]   2> 425351 INFO  (jetty-launcher-476-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:34877/solr, hostPort=40911}
   [junit4]   2> 425356 ERROR (jetty-launcher-476-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 425356 INFO  (jetty-launcher-476-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 425356 INFO  (jetty-launcher-476-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 425356 INFO  (jetty-launcher-476-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 425356 INFO  (jetty-launcher-476-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr
   [junit4]   2> 425356 INFO  (jetty-launcher-476-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-02-02T10:03:15.071Z
   [junit4]   2> 425357 INFO  (jetty-launcher-476-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 425361 INFO  (zkConnectionManagerCallback-478-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 425361 INFO  (jetty-launcher-476-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 425362 INFO  (zkConnectionManagerCallback-480-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 425362 INFO  (jetty-launcher-476-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 425364 INFO  (jetty-launcher-476-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 425370 INFO  (jetty-launcher-476-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 425373 INFO  (jetty-launcher-476-thread-2) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 425374 WARN  (jetty-launcher-476-thread-2-SendThread(127.0.0.1:34877)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103191f5eeb0003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb0003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb0003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 425375 INFO  (jetty-launcher-476-thread-1) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 425479 WARN  (jetty-launcher-476-thread-1-SendThread(127.0.0.1:34877)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103191f5eeb0004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 426357 INFO  (jetty-launcher-476-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 426358 WARN  (jetty-launcher-476-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@46a89046[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 426358 WARN  (jetty-launcher-476-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@46a89046[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 426368 WARN  (jetty-launcher-476-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@79ff546e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 426368 WARN  (jetty-launcher-476-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@79ff546e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 426369 INFO  (jetty-launcher-476-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34877/solr
   [junit4]   2> 426379 INFO  (jetty-launcher-476-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 426396 INFO  (zkConnectionManagerCallback-494-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 426396 INFO  (jetty-launcher-476-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 426409 WARN  (jetty-launcher-476-thread-2-SendThread(127.0.0.1:34877)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103191f5eeb0005.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb0005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb0005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 426515 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:39297_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 426519 INFO  (zkConnectionManagerCallback-496-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 426519 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:39297_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 426904 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:39297_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39297_solr
   [junit4]   2> 426905 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:39297_solr     ] o.a.s.c.Overseer Overseer (id=72929641495199750-127.0.0.1:39297_solr-n_0000000000) starting
   [junit4]   2> 426913 INFO  (OverseerStateUpdate-72929641495199750-127.0.0.1:39297_solr-n_0000000000) [n:127.0.0.1:39297_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39297_solr
   [junit4]   2> 426917 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:39297_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39297_solr
   [junit4]   2> 426930 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:39297_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 426930 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:39297_solr     ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 426942 INFO  (zkCallback-495-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 426958 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:39297_solr     ] o.a.s.s.HadoopAuthPlugin Params: {delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, type=simple, zk-dt-secret-manager.enable=true, signer.secret.provider=zookeeper, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
   [junit4]   2> 426983 INFO  (jetty-launcher-476-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 426984 WARN  (jetty-launcher-476-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@64929d61[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 427125 WARN  (jetty-launcher-476-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@64929d61[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 427144 WARN  (jetty-launcher-476-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2ad792f4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 427144 WARN  (jetty-launcher-476-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2ad792f4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 427146 INFO  (jetty-launcher-476-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34877/solr
   [junit4]   2> 427147 INFO  (jetty-launcher-476-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 427167 INFO  (zkConnectionManagerCallback-511-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 427167 INFO  (jetty-launcher-476-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 427280 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:40911_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 427283 INFO  (zkConnectionManagerCallback-513-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 427283 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:40911_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 427293 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:40911_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 427300 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:40911_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:40911_solr as DOWN
   [junit4]   2> 427307 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:40911_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 427307 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:40911_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40911_solr
   [junit4]   2> 427312 INFO  (zkCallback-495-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 427313 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:40911_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 427314 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:40911_solr     ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 427314 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:40911_solr     ] o.a.s.s.HadoopAuthPlugin Params: {delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, type=simple, zk-dt-secret-manager.enable=true, signer.secret.provider=zookeeper, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
   [junit4]   2> 427372 INFO  (zkCallback-512-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 427603 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:40911_solr     ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 427604 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:39297_solr     ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 427634 INFO  (jetty-launcher-476-thread-1-EventThread) [     ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 427634 INFO  (jetty-launcher-476-thread-2-EventThread) [     ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 427995 WARN  (jetty-launcher-476-thread-1) [n:127.0.0.1:40911_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=enabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 427995 WARN  (jetty-launcher-476-thread-1) [n:127.0.0.1:40911_solr     ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off.  Consider enabling SSL to protect user credentials and data with encryption.
   [junit4]   2> 427995 WARN  (jetty-launcher-476-thread-2) [n:127.0.0.1:39297_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=enabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 427999 WARN  (jetty-launcher-476-thread-2) [n:127.0.0.1:39297_solr     ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off.  Consider enabling SSL to protect user credentials and data with encryption.
   [junit4]   2> 428016 INFO  (jetty-launcher-476-thread-1) [n:127.0.0.1:40911_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_28289CF272D287A9-001/tempDir-001/node1
   [junit4]   2> 428016 INFO  (jetty-launcher-476-thread-2) [n:127.0.0.1:39297_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_28289CF272D287A9-001/tempDir-001/node2
   [junit4]   2> 428040 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 428043 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 428180 INFO  (zkConnectionManagerCallback-527-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 428180 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 428181 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 428182 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34877/solr ready
   [junit4]   2> 428200 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[28289CF272D287A9]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenVerify
   [junit4]   2> 428487 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 428503 INFO  (zkConnectionManagerCallback-532-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 428503 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 428508 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 428509 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[28289CF272D287A9]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34877/solr ready
   [junit4]   2> 428550 INFO  (qtp165738476-1213) [n:127.0.0.1:40911_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAXdiMka9igF3hj7KvQEDFKw2xDTOPDxisLfE_55G4bmZV-oPB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 428559 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[28289CF272D287A9]-SendThread(127.0.0.1:34877)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103191f5eeb000c.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb000c, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb000c, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 428795 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 428799 INFO  (zkConnectionManagerCallback-537-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 428799 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 428804 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 428806 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[28289CF272D287A9]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34877/solr ready
   [junit4]   2> 428817 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[28289CF272D287A9]-SendThread(127.0.0.1:34877)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103191f5eeb000d.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb000d, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb000d, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 428940 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 428949 INFO  (zkConnectionManagerCallback-542-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 428949 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 428960 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 428961 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[28289CF272D287A9]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34877/solr ready
   [junit4]   2> 428965 INFO  (qtp165738476-1224) [n:127.0.0.1:40911_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAXdiMka9igF3hj7KvQEDFKw2xDTOPDxisLfE_55G4bmZV-oPB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 428972 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[28289CF272D287A9]-SendThread(127.0.0.1:34877)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103191f5eeb000e.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb000e, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb000e, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 429098 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[28289CF272D287A9]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenVerify
   [junit4]   2> 429112 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[28289CF272D287A9]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenew
   [junit4]   2> 429146 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 429159 INFO  (zkConnectionManagerCallback-547-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 429159 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 429160 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 429161 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[28289CF272D287A9]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34877/solr ready
   [junit4]   2> 429163 INFO  (qtp165738476-1221) [n:127.0.0.1:40911_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAXdiMkmsigF3hj7NrAIDFE0t5MhGg3uXd9k2lSVBpWAr_IFcB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 429398 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 451149 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[28289CF272D287A9]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenew
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDelegationWithHadoopAuth -Dtests.method=testDelegationTokenRenew -Dtests.seed=28289CF272D287A9 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/test-data/enwiki.random.lines.txt -Dtests.locale=ar-IQ -Dtests.timezone=Antarctica/South_Pole -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   22.1s J1 | TestDelegationWithHadoopAuth.testDelegationTokenRenew <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:34877/solr within 15000 ms
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([28289CF272D287A9:1FB368EC4A1E5A0D]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:348)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:176)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:161)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:349)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:876)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.getStatusCode(TestDelegationWithHadoopAuth.java:195)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.doSolrRequest(TestDelegationWithHadoopAuth.java:144)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.doSolrRequest(TestDelegationWithHadoopAuth.java:137)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.verifyTokenValid(TestDelegationWithHadoopAuth.java:221)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.verifyDelegationTokenRenew(TestDelegationWithHadoopAuth.java:307)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.testDelegationTokenRenew(TestDelegationWithHadoopAuth.java:324)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:34877/solr within 15000 ms
   [junit4]    > 	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:251)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:194)
   [junit4]    > 	... 57 more
   [junit4]   2> 451168 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationOtherOp-seed#[28289CF272D287A9]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationOtherOp
   [junit4]   2> 451174 INFO  (qtp1153029006-1217) [n:127.0.0.1:39297_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={op=someSolrOperation&action=LIST&user.name=foo&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 451179 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationOtherOp-seed#[28289CF272D287A9]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationOtherOp
   [junit4]   2> 451195 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenewFail-seed#[28289CF272D287A9]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenewFail
   [junit4]   2> 451202 WARN  (qtp1153029006-1223) [     ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: bar tries to renew a token (solr-dt owner=foo, renewer=foo, realUser=, issueDate=1612260220912, maxDate=1612865020912, sequenceNumber=3, masterKeyId=3) with non-matching renewer foo
   [junit4]   2> 451202 WARN  (qtp1153029006-1223) [     ] o.a.s.s.HadoopAuthPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 451206 WARN  (qtp165738476-1213) [n:127.0.0.1:40911_solr     ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: bar tries to renew a token (solr-dt owner=foo, renewer=foo, realUser=, issueDate=1612260220912, maxDate=1612865020912, sequenceNumber=3, masterKeyId=3) with non-matching renewer foo
   [junit4]   2> 451206 WARN  (qtp165738476-1213) [n:127.0.0.1:40911_solr     ] o.a.s.s.HadoopAuthPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 451226 WARN  (qtp1153029006-1217) [n:127.0.0.1:39297_solr     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 451238 WARN  (qtp1153029006-1217) [n:127.0.0.1:39297_solr     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 451238 WARN  (qtp1153029006-1217) [n:127.0.0.1:39297_solr     ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token (solr-dt owner=foo, renewer=renewUser, realUser=, issueDate=1612260220941, maxDate=1612865020941, sequenceNumber=4, masterKeyId=3) with non-matching renewer renewUser
   [junit4]   2> 451239 WARN  (qtp1153029006-1217) [n:127.0.0.1:39297_solr     ] o.a.s.s.HadoopAuthPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 451239 WARN  (qtp165738476-1221) [n:127.0.0.1:40911_solr     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 451239 WARN  (qtp165738476-1221) [n:127.0.0.1:40911_solr     ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token (solr-dt owner=foo, renewer=renewUser, realUser=, issueDate=1612260220941, maxDate=1612865020941, sequenceNumber=4, masterKeyId=3) with non-matching renewer renewUser
   [junit4]   2> 451239 WARN  (qtp165738476-1221) [n:127.0.0.1:40911_solr     ] o.a.s.s.HadoopAuthPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 451241 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenewFail-seed#[28289CF272D287A9]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenewFail
   [junit4]   2> 451255 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancelFail-seed#[28289CF272D287A9]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancelFail
   [junit4]   2> 451258 WARN  (qtp1153029006-1218) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 451260 WARN  (qtp1153029006-1220) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 451266 WARN  (qtp1153029006-1223) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 451277 WARN  (qtp165738476-1224) [n:127.0.0.1:40911_solr     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 451280 ERROR (qtp165738476-1224) [n:127.0.0.1:40911_solr     ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_5]
   [junit4]   2> 451281 WARN  (qtp1153029006-1219) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 451282 ERROR (qtp1153029006-1219) [     ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_5]
   [junit4]   2> 451283 WARN  (qtp1153029006-1217) [n:127.0.0.1:39297_solr     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 451287 WARN  (qtp165738476-1222) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 451289 WARN  (qtp165738476-1212) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 451290 ERROR (qtp165738476-1212) [     ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_6]
   [junit4]   2> 451290 WARN  (qtp1153029006-1218) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 451295 ERROR (qtp1153029006-1218) [     ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_6]
   [junit4]   2> 451295 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancelFail-seed#[28289CF272D287A9]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancelFail
   [junit4]   2> 451316 INFO  (TEST-TestDelegationWithHadoopAuth.testZNodePaths-seed#[28289CF272D287A9]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testZNodePaths
   [junit4]   2> 451316 WARN  (qtp1153029006-1220) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 451340 INFO  (TEST-TestDelegationWithHadoopAuth.testZNodePaths-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 451341 INFO  (zkConnectionManagerCallback-554-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 451342 INFO  (TEST-TestDelegationWithHadoopAuth.testZNodePaths-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 451446 INFO  (TEST-TestDelegationWithHadoopAuth.testZNodePaths-seed#[28289CF272D287A9]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testZNodePaths
   [junit4]   2> 451470 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenSolrClient-seed#[28289CF272D287A9]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenSolrClient
   [junit4]   2> 451471 WARN  (qtp1153029006-1223) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 451487 INFO  (qtp1153029006-1219) [n:127.0.0.1:39297_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAXdiMqECigF3hj8lAggDFK43-ouocoMSntdJ2BKEYcsG9vVfB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 451493 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenSolrClient-seed#[28289CF272D287A9]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenSolrClient
   [junit4]   2> 451512 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[28289CF272D287A9]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancel
   [junit4]   2> 451513 WARN  (qtp1153029006-1220) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 451516 WARN  (qtp1153029006-1223) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 451531 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 451531 INFO  (zkConnectionManagerCallback-559-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 451531 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 451540 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 451542 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[28289CF272D287A9]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34877/solr ready
   [junit4]   2> 451545 ERROR (qtp165738476-1221) [n:127.0.0.1:40911_solr     ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_9]
   [junit4]   2> 451629 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[28289CF272D287A9]-SendThread(127.0.0.1:34877)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103191f5eeb0012.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb0012, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb0012, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 451761 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 451768 INFO  (zkConnectionManagerCallback-564-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 451768 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 451780 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 451792 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[28289CF272D287A9]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34877/solr ready
   [junit4]   2> 451901 WARN  (qtp1153029006-1223) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 451904 WARN  (qtp165738476-1222) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 451916 ERROR (qtp165738476-1213) [n:127.0.0.1:40911_solr     ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_10]
   [junit4]   2> 451924 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 451926 INFO  (zkConnectionManagerCallback-569-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 451926 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 451936 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[28289CF272D287A9]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 451937 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[28289CF272D287A9]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34877/solr ready
   [junit4]   2> 451939 WARN  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[28289CF272D287A9]-SendThread(127.0.0.1:34877)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103191f5eeb0014.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb0014, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb0014, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 452052 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[28289CF272D287A9]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancel
   [junit4]   2> 452157 INFO  (jetty-closer-570-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1152567962
   [junit4]   2> 452157 INFO  (jetty-closer-570-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39297_solr
   [junit4]   2> 452167 INFO  (jetty-closer-570-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=943025
   [junit4]   2> 452167 INFO  (jetty-closer-570-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40911_solr
   [junit4]   2> 452168 INFO  (jetty-closer-570-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 452168 INFO  (jetty-closer-570-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:40911_solr as DOWN
   [junit4]   2> 452172 INFO  (jetty-closer-570-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 452172 INFO  (jetty-closer-570-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:39297_solr as DOWN
   [junit4]   2> 452189 INFO  (jetty-closer-570-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 452189 INFO  (jetty-closer-570-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 452189 INFO  (jetty-closer-570-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 452189 INFO  (jetty-closer-570-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 452189 INFO  (jetty-closer-570-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 452195 INFO  (jetty-closer-570-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 452195 INFO  (jetty-closer-570-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 452195 INFO  (jetty-closer-570-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 452195 INFO  (jetty-closer-570-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 452212 INFO  (closeThreadPool-580-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72929641495199750-127.0.0.1:39297_solr-n_0000000000) closing
   [junit4]   2> 452223 INFO  (OverseerStateUpdate-72929641495199750-127.0.0.1:39297_solr-n_0000000000) [n:127.0.0.1:39297_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39297_solr
   [junit4]   2> 452224 INFO  (OverseerAutoScalingTriggerThread-72929641495199750-127.0.0.1:39297_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 452227 INFO  (closeThreadPool-580-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72929641495199750-127.0.0.1:39297_solr-n_0000000000) closing
   [junit4]   2> 452229 WARN  (jetty-launcher-476-thread-1-SendThread(127.0.0.1:34877)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103191f5eeb0008.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb0008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb0008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 452330 INFO  (jetty-closer-570-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72929641495199750-127.0.0.1:39297_solr-n_0000000000) closing
   [junit4]   2> 452330 ERROR (Thread[Thread-509,5,TGRP-TestDelegationWithHadoopAuth]) [     ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 452341 INFO  (Curator-Framework-0) [     ] o.a.c.f.i.CuratorFrameworkImpl backgroundOperationsLoop exiting
   [junit4]   2> 452345 WARN  (jetty-launcher-476-thread-2-SendThread(127.0.0.1:34877)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103191f5eeb000a.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb000a, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb000a, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 452430 ERROR (Thread[Thread-511,5,TGRP-TestDelegationWithHadoopAuth]) [     ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 452431 INFO  (Curator-Framework-0) [     ] o.a.c.f.i.CuratorFrameworkImpl backgroundOperationsLoop exiting
   [junit4]   2> 452447 WARN  (jetty-launcher-476-thread-1-SendThread(127.0.0.1:34877)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103191f5eeb0009.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb0009, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb0009, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 452448 INFO  (jetty-closer-570-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@4a7e3569{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 452449 INFO  (jetty-closer-570-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1dcbdbe4{/solr,null,STOPPED}
   [junit4]   2> 452449 INFO  (jetty-closer-570-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 452549 INFO  (jetty-closer-570-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@72708a0{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 452549 INFO  (jetty-closer-570-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@60ddbc35{/solr,null,STOPPED}
   [junit4]   2> 452549 INFO  (jetty-closer-570-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 452550 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 452655 WARN  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker-SendThread(127.0.0.1:34877)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103191f5eeb0001.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb0001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103191f5eeb0001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 452757 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/aliases.json
   [junit4]   2> 	10	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	11	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	10	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_2
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_7
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_6
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_9
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_8
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_5
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_10
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	30	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 	13	/solr/live_nodes
   [junit4]   2> 	10	/solr/collections
   [junit4]   2> 	9	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 
   [junit4]   2> 452759 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:34877
   [junit4]   2> 452759 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34877
   [junit4]   2> 452759 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[28289CF272D287A9]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34877
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_28289CF272D287A9-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=908, maxMBSortInHeap=6.440954794750529, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ar-IQ, timezone=Antarctica/South_Pole
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=177747344,total=363855872
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedDebugComponentTest, TermVectorComponentDistributedTest, TestIntervalFaceting, HighlighterWithoutStoredIdTest, TestStandardQParsers, ZkStateWriterTest, HealthCheckHandlerTest, TestDelegationWithHadoopAuth]
   [junit4] Completed [109/923 (1!)] on J1 in 28.04s, 8 tests, 1 error <<< FAILURES!

[...truncated 53483 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.8 - Build # 45 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.8/45/

3 tests failed.
FAILED:  org.apache.lucene.index.TestBinaryDocValuesUpdates.testTonsOfUpdates

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space
	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84)
	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57)
	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168)
	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154)
	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
	at org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:126)
	at org.apache.lucene.codecs.simpletext.SimpleTextDocValuesWriter.doAddBinaryField(SimpleTextDocValuesWriter.java:208)
	at org.apache.lucene.codecs.simpletext.SimpleTextDocValuesWriter.addBinaryField(SimpleTextDocValuesWriter.java:159)
	at org.apache.lucene.index.ReadersAndUpdates.handleDVUpdates(ReadersAndUpdates.java:329)
	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:579)
	at org.apache.lucene.index.IndexWriter.writeSomeDocValuesUpdates(IndexWriter.java:824)
	at org.apache.lucene.index.IndexWriter.forceApply(IndexWriter.java:5666)
	at org.apache.lucene.index.IndexWriter.tryApply(IndexWriter.java:5570)
	at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$10(IndexWriter.java:2743)
	at org.apache.lucene.index.IndexWriter$$Lambda$90/950189995.process(Unknown Source)
	at org.apache.lucene.index.IndexWriter$EventQueue.processEventsInternal(IndexWriter.java:354)
	at org.apache.lucene.index.IndexWriter$EventQueue.processEvents(IndexWriter.java:344)
	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5429)
	at org.apache.lucene.index.IndexWriter.maybeProcessEvents(IndexWriter.java:5422)
	at org.apache.lucene.index.IndexWriter.updateDocValues(IndexWriter.java:1902)
	at org.apache.lucene.index.TestBinaryDocValuesUpdates.testTonsOfUpdates(TestBinaryDocValuesUpdates.java:1323)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)


FAILED:  org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:37317/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:37317/solr
	at __randomizedtesting.SeedInfo.seed([B97A62FFAA9C0657:F1FA302FF6DC257A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins(SolrCloudReportersTest.java:176)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
	... 53 more


FAILED:  org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testExplicitConfiguration

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:46775/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:46775/solr
	at __randomizedtesting.SeedInfo.seed([B97A62FFAA9C0657:FDB64204C4A6D03D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testExplicitConfiguration(SolrCloudReportersTest.java:73)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
	... 53 more




Build Log:
[...truncated 1320 lines...]
   [junit4] Suite: org.apache.lucene.index.TestBinaryDocValuesUpdates
   [junit4]   1> TEST: isNRT=false reader1=StandardDirectoryReader(segments_1:4 _0(8.8.0):c2:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_281, java.vm.version=25.281-b09, lucene.version=8.8.0, os.arch=amd64, java.runtime.version=1.8.0_281-b09, source=flush, os.version=4.15.0-112-generic, timestamp=1612594608831}] :id=eh40fqfa3114ylpwmmii5kccc)
   [junit4]   1> TEST: now reopen
   [junit4]   2> ?? 06, 2021 6:30:06 ?? com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> ??: Uncaught exception in thread: Thread[Lucene Merge Thread #3,5,TGRP-TestBinaryDocValuesUpdates]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([4A9025F13932AA4F]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:694)
   [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:349)
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:669)
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:589)
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:531)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.checkpointNoSIS(IndexWriter.java:2726)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.release(IndexWriter.java:5548)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.release(IndexWriter.java:5540)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.lambda$closeMergeReaders$18(IndexWriter.java:4643)
   [junit4]   2> 	at org.apache.lucene.util.IOUtils.lambda$null$0(IOUtils.java:645)
   [junit4]   2> 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]   2> 	at org.apache.lucene.util.IOUtils.applyToAll(IOUtils.java:645)
   [junit4]   2> 	at org.apache.lucene.index.MergePolicy$OneMerge.close(MergePolicy.java:278)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.closeMergeReaders(IndexWriter.java:4632)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4928)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4364)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5923)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]   2> 	Suppressed: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]   2> 		... 18 more
   [junit4]   2> 	Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]   2> 		at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84)
   [junit4]   2> 		at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57)
   [junit4]   2> 		at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168)
   [junit4]   2> 		at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154)
   [junit4]   2> 		at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
   [junit4]   2> 		at org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:126)
   [junit4]   2> 		at org.apache.lucene.codecs.simpletext.SimpleTextDocValuesWriter.doAddBinaryField(SimpleTextDocValuesWriter.java:208)
   [junit4]   2> 		at org.apache.lucene.codecs.simpletext.SimpleTextDocValuesWriter.addBinaryField(SimpleTextDocValuesWriter.java:159)
   [junit4]   2> 		at org.apache.lucene.index.ReadersAndUpdates.handleDVUpdates(ReadersAndUpdates.java:329)
   [junit4]   2> 		at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:579)
   [junit4]   2> 		at org.apache.lucene.index.IndexWriter.writeSomeDocValuesUpdates(IndexWriter.java:824)
   [junit4]   2> 		at org.apache.lucene.index.IndexWriter.forceApply(IndexWriter.java:5666)
   [junit4]   2> 		at org.apache.lucene.index.IndexWriter.tryApply(IndexWriter.java:5570)
   [junit4]   2> 		at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$10(IndexWriter.java:2743)
   [junit4]   2> 		at org.apache.lucene.index.IndexWriter$$Lambda$90/950189995.process(Unknown Source)
   [junit4]   2> 		at org.apache.lucene.index.IndexWriter$EventQueue.processEventsInternal(IndexWriter.java:354)
   [junit4]   2> 		at org.apache.lucene.index.IndexWriter$EventQueue.processEvents(IndexWriter.java:344)
   [junit4]   2> 		at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5429)
   [junit4]   2> 		at org.apache.lucene.index.IndexWriter.maybeProcessEvents(IndexWriter.java:5422)
   [junit4]   2> 		at org.apache.lucene.index.IndexWriter.updateDocValues(IndexWriter.java:1902)
   [junit4]   2> 		at org.apache.lucene.index.TestBinaryDocValuesUpdates.testTonsOfUpdates(TestBinaryDocValuesUpdates.java:1323)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	[CIRCULAR REFERENCE:java.lang.OutOfMemoryError: Java heap space]
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBinaryDocValuesUpdates -Dtests.method=testTonsOfUpdates -Dtests.seed=4A9025F13932AA4F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/test-data/enwiki.random.lines.txt -Dtests.locale=zh-TW -Dtests.timezone=Etc/GMT+1 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   1949s J1 | TestBinaryDocValuesUpdates.testTonsOfUpdates <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84)
   [junit4]    > 	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:126)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextDocValuesWriter.doAddBinaryField(SimpleTextDocValuesWriter.java:208)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextDocValuesWriter.addBinaryField(SimpleTextDocValuesWriter.java:159)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.handleDVUpdates(ReadersAndUpdates.java:329)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:579)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.writeSomeDocValuesUpdates(IndexWriter.java:824)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceApply(IndexWriter.java:5666)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.tryApply(IndexWriter.java:5570)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$10(IndexWriter.java:2743)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$$Lambda$90/950189995.process(Unknown Source)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$EventQueue.processEventsInternal(IndexWriter.java:354)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$EventQueue.processEvents(IndexWriter.java:344)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5429)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeProcessEvents(IndexWriter.java:5422)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocValues(IndexWriter.java:1902)
   [junit4]    > 	at org.apache.lucene.index.TestBinaryDocValuesUpdates.testTonsOfUpdates(TestBinaryDocValuesUpdates.java:1323)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=13433, name=Lucene Merge Thread #3, state=RUNNABLE, group=TGRP-TestBinaryDocValuesUpdates]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4A9025F13932AA4F]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:694)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:349)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:669)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:589)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:531)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.checkpointNoSIS(IndexWriter.java:2726)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.release(IndexWriter.java:5548)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.release(IndexWriter.java:5540)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$closeMergeReaders$18(IndexWriter.java:4643)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.lambda$null$0(IOUtils.java:645)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.applyToAll(IOUtils.java:645)
   [junit4]    > 	at org.apache.lucene.index.MergePolicy$OneMerge.close(MergePolicy.java:278)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.closeMergeReaders(IndexWriter.java:4632)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4928)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4364)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5923)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]    > 	Suppressed: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]    > 		... 18 more
   [junit4]    > 	Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 		at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84)
   [junit4]    > 		at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57)
   [junit4]    > 		at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168)
   [junit4]    > 		at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154)
   [junit4]    > 		at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
   [junit4]    > 		at org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:126)
   [junit4]    > 		at org.apache.lucene.codecs.simpletext.SimpleTextDocValuesWriter.doAddBinaryField(SimpleTextDocValuesWriter.java:208)
   [junit4]    > 		at org.apache.lucene.codecs.simpletext.SimpleTextDocValuesWriter.addBinaryField(SimpleTextDocValuesWriter.java:159)
   [junit4]    > 		at org.apache.lucene.index.ReadersAndUpdates.handleDVUpdates(ReadersAndUpdates.java:329)
   [junit4]    > 		at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:579)
   [junit4]    > 		at org.apache.lucene.index.IndexWriter.writeSomeDocValuesUpdates(IndexWriter.java:824)
   [junit4]    > 		at org.apache.lucene.index.IndexWriter.forceApply(IndexWriter.java:5666)
   [junit4]    > 		at org.apache.lucene.index.IndexWriter.tryApply(IndexWriter.java:5570)
   [junit4]    > 		at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$10(IndexWriter.java:2743)
   [junit4]    > 		at org.apache.lucene.index.IndexWriter$$Lambda$90/950189995.process(Unknown Source)
   [junit4]    > 		at org.apache.lucene.index.IndexWriter$EventQueue.processEventsInternal(IndexWriter.java:354)
   [junit4]    > 		at org.apache.lucene.index.IndexWriter$EventQueue.processEvents(IndexWriter.java:344)
   [junit4]    > 		at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5429)
   [junit4]    > 		at org.apache.lucene.index.IndexWriter.maybeProcessEvents(IndexWriter.java:5422)
   [junit4]    > 		at org.apache.lucene.index.IndexWriter.updateDocValues(IndexWriter.java:1902)
   [junit4]    > 		at org.apache.lucene.index.TestBinaryDocValuesUpdates.testTonsOfUpdates(TestBinaryDocValuesUpdates.java:1323)
   [junit4]    > 	[CIRCULAR REFERENCE:java.lang.OutOfMemoryError: Java heap space]
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/lucene/build/core/test/J1/temp/lucene.index.TestBinaryDocValuesUpdates_4A9025F13932AA4F-001
   [junit4]   2> NOTE: test params are: codec=SimpleText, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=zh-TW, timezone=Etc/GMT+1
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=46792136,total=494927872
   [junit4]   2> NOTE: All tests run in this JVM: [TestSpanExplanationsOfNonMatches, TestPerFieldPostingsFormat, TestHighCompressionMode, TestFieldCacheRewriteMethod, TestLogMergePolicy, TestIndexWriterUnicode, TestXYLine, TestLucene80NormsFormat, TestInfoStream, TestNumericUtils, TestControlledRealTimeReopenThread, TestDocument, TestConsistentFieldNumbers, TestBooleanQuery, TestFieldReuse, TestIntArrayDocIdSet, TestSpanNotQuery, TestPrefixCodedTerms, TestRectangle2D, TestRegexpRandom, TestPositiveScoresOnlyCollector, TestIndexOptions, TestSortedSetSelector, TestMultiTermConstantScore, TestFilterDirectoryReader, TestSegmentInfos, TestDirectoryReaderReopen, TestSparseFixedBitDocIdSet, TestDocInverterPerFieldErrorInfo, TestThreadedForceMerge, TestNoMergeScheduler, TestRegExp, TestMixedDocValuesUpdates, TestSoftDeletesRetentionMergePolicy, TestSearchForDuplicates, TestCharArraySet, TestSpans, TestTopDocsCollector, TestSumDocFreq, TestPhrasePrefixQuery, TestXYMultiLineShapeQueries, TestDirectory, TestLatLonPointPointQueries, TestBKDRadixSelector, TestParallelCompositeReader, TestTransactions, TestIndexWriterDeleteByQuery, TestSimilarity, TestSegmentTermEnum, TestLatLonMultiPolygonShapeQueries, TestCircle2D, TestFlushByRamOrCountsPolicy, TestMatchNoDocsQuery, TestSearchWithThreads, TestIndexWriterMerging, TestUpgradeIndexMergePolicy, TestTerms, TestRecyclingIntBlockAllocator, TestTermQuery, TestNGramPhraseQuery, TestNIOFSDirectory, TestDisjunctionScoreBlockBoundaryPropagator, TestMinShouldMatch2, TestLSBRadixSorter, TestFutureArrays, TestBinaryDocValuesUpdates]
   [junit4] Completed [265/575 (1!)] on J1 in 1998.75s, 29 tests, 1 error <<< FAILURES!

[...truncated 1154 lines...]
   [junit4] JVM J1: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/lucene/build/core/test/temp/junit4-J1-20210206_062533_4243348226232725086177.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/heapdumps/java_pid5355.hprof ...
   [junit4] Heap dump file created [469334615 bytes in 1.597 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 13195 lines...]
   [junit4] Suite: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest
   [junit4]   2> 3801573 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 3801573 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B97A62FFAA9C0657-001/data-dir-163-001
   [junit4]   2> 3801574 WARN  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 3801574 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3801575 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3801575 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3801575 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.c.SolrCloudTestCase Using per-replica state
   [junit4]   2> 3801576 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 0 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B97A62FFAA9C0657-001/tempDir-001
   [junit4]   2> 3801576 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3801576 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 3801576 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3801577 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 3801676 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 36839
   [junit4]   2> 3801676 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36839
   [junit4]   2> 3801676 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36839
   [junit4]   2> 3801676 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36839
   [junit4]   2> 3801678 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3801681 INFO  (zkConnectionManagerCallback-17617-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3801681 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3801683 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3801684 INFO  (zkConnectionManagerCallback-17619-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3801684 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3801685 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3801686 INFO  (zkConnectionManagerCallback-17621-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3801686 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3801690 WARN  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker-SendThread(127.0.0.1:36839)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1032ddff0b40002.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1032ddff0b40002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1032ddff0b40002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 3801802 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultPlugins
   [junit4]   2> 3801803 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 3802008 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:36839
   [junit4]   2> 3802008 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36839
   [junit4]   2> 3802008 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36839
   [junit4]   2> 3802009 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B97A62FFAA9C0657-001/tempDir-002
   [junit4]   2> 3802009 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3802009 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 3802010 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3802010 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 3802109 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.ZkTestServer start zk server on port: 36565
   [junit4]   2> 3802110 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36565
   [junit4]   2> 3802110 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36565
   [junit4]   2> 3802110 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36565
   [junit4]   2> 3802113 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3802117 INFO  (zkConnectionManagerCallback-17626-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3802117 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3802121 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3802124 INFO  (zkConnectionManagerCallback-17628-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3802124 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3802125 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3802126 INFO  (zkConnectionManagerCallback-17630-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3802126 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3802228 INFO  (jetty-launcher-17631-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3802228 INFO  (jetty-launcher-17631-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3802228 INFO  (jetty-launcher-17631-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3802228 INFO  (jetty-launcher-17631-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3802228 INFO  (jetty-launcher-17631-thread-2) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 3802229 INFO  (jetty-launcher-17631-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 3802230 INFO  (jetty-launcher-17631-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3802230 INFO  (jetty-launcher-17631-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3802230 INFO  (jetty-launcher-17631-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3802230 INFO  (jetty-launcher-17631-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3802230 INFO  (jetty-launcher-17631-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3802230 INFO  (jetty-launcher-17631-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3802230 INFO  (jetty-launcher-17631-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@764fc521{/solr,null,AVAILABLE}
   [junit4]   2> 3802231 INFO  (jetty-launcher-17631-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78864df0{/solr,null,AVAILABLE}
   [junit4]   2> 3802231 INFO  (jetty-launcher-17631-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6817be67{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:37317}
   [junit4]   2> 3802232 INFO  (jetty-launcher-17631-thread-2) [     ] o.e.j.s.Server Started @3802266ms
   [junit4]   2> 3802232 INFO  (jetty-launcher-17631-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:36565/solr, hostPort=37317}
   [junit4]   2> 3802232 INFO  (jetty-launcher-17631-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7473f71e{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34571}
   [junit4]   2> 3802232 INFO  (jetty-launcher-17631-thread-1) [     ] o.e.j.s.Server Started @3802266ms
   [junit4]   2> 3802232 INFO  (jetty-launcher-17631-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:36565/solr, hostPort=34571}
   [junit4]   2> 3802232 ERROR (jetty-launcher-17631-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3802232 INFO  (jetty-launcher-17631-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3802232 ERROR (jetty-launcher-17631-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3802232 INFO  (jetty-launcher-17631-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3802232 INFO  (jetty-launcher-17631-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.8.0
   [junit4]   2> 3802232 INFO  (jetty-launcher-17631-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.8.0
   [junit4]   2> 3802232 INFO  (jetty-launcher-17631-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3802232 INFO  (jetty-launcher-17631-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3802232 INFO  (jetty-launcher-17631-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr
   [junit4]   2> 3802232 INFO  (jetty-launcher-17631-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr
   [junit4]   2> 3802232 INFO  (jetty-launcher-17631-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-02-06T10:48:24.066Z
   [junit4]   2> 3802232 INFO  (jetty-launcher-17631-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-02-06T10:48:24.066Z
   [junit4]   2> 3802233 INFO  (jetty-launcher-17631-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3802234 INFO  (jetty-launcher-17631-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3802234 INFO  (zkConnectionManagerCallback-17633-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3802234 INFO  (jetty-launcher-17631-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3802234 INFO  (zkConnectionManagerCallback-17635-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3802234 INFO  (jetty-launcher-17631-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3802234 INFO  (jetty-launcher-17631-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3802235 INFO  (jetty-launcher-17631-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3802292 INFO  (jetty-launcher-17631-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3802292 INFO  (jetty-launcher-17631-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3802294 INFO  (jetty-launcher-17631-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5a7f603d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3802295 WARN  (jetty-launcher-17631-thread-1-SendThread(127.0.0.1:36565)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1032ddff2650003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1032ddff2650003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1032ddff2650003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 3802296 INFO  (jetty-launcher-17631-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3802296 INFO  (jetty-launcher-17631-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3802297 INFO  (jetty-launcher-17631-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5a7f603d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3802298 WARN  (jetty-launcher-17631-thread-2-SendThread(127.0.0.1:36565)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1032ddff2650004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1032ddff2650004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1032ddff2650004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 3802604 INFO  (jetty-launcher-17631-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3802604 WARN  (jetty-launcher-17631-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@413f1f38[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3802604 WARN  (jetty-launcher-17631-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@413f1f38[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3802606 WARN  (jetty-launcher-17631-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7268343f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3802606 WARN  (jetty-launcher-17631-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7268343f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3802607 INFO  (jetty-launcher-17631-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36565/solr
   [junit4]   2> 3802608 INFO  (jetty-launcher-17631-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3802612 INFO  (zkConnectionManagerCallback-17649-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3802612 INFO  (jetty-launcher-17631-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3802716 INFO  (jetty-launcher-17631-thread-2) [n:127.0.0.1:37317_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3802722 INFO  (zkConnectionManagerCallback-17651-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3802722 INFO  (jetty-launcher-17631-thread-2) [n:127.0.0.1:37317_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3802892 INFO  (jetty-launcher-17631-thread-2) [n:127.0.0.1:37317_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37317_solr
   [junit4]   2> 3802893 INFO  (jetty-launcher-17631-thread-2) [n:127.0.0.1:37317_solr     ] o.a.s.c.Overseer Overseer (id=72952458835722246-127.0.0.1:37317_solr-n_0000000000) starting
   [junit4]   2> 3802898 INFO  (OverseerStateUpdate-72952458835722246-127.0.0.1:37317_solr-n_0000000000) [n:127.0.0.1:37317_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37317_solr
   [junit4]   2> 3802904 INFO  (jetty-launcher-17631-thread-2) [n:127.0.0.1:37317_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37317_solr
   [junit4]   2> 3802906 INFO  (zkCallback-17650-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3802910 INFO  (jetty-launcher-17631-thread-2) [n:127.0.0.1:37317_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3802910 WARN  (jetty-launcher-17631-thread-2) [n:127.0.0.1:37317_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3802924 INFO  (jetty-launcher-17631-thread-2) [n:127.0.0.1:37317_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3802941 INFO  (jetty-launcher-17631-thread-2) [n:127.0.0.1:37317_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a7f603d
   [junit4]   2> 3802941 INFO  (jetty-launcher-17631-thread-2) [n:127.0.0.1:37317_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a7f603d
   [junit4]   2> 3802941 INFO  (jetty-launcher-17631-thread-2) [n:127.0.0.1:37317_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a7f603d
   [junit4]   2> 3802943 INFO  (jetty-launcher-17631-thread-2) [n:127.0.0.1:37317_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B97A62FFAA9C0657-001/tempDir-002/node2
   [junit4]   2> 3805094 INFO  (jetty-launcher-17631-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3805094 WARN  (jetty-launcher-17631-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3ab645d3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3805095 WARN  (jetty-launcher-17631-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3ab645d3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3805098 WARN  (jetty-launcher-17631-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1d86d47c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3805098 WARN  (jetty-launcher-17631-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1d86d47c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3805100 INFO  (jetty-launcher-17631-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36565/solr
   [junit4]   2> 3805100 INFO  (jetty-launcher-17631-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3805101 INFO  (zkConnectionManagerCallback-17671-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3805101 INFO  (jetty-launcher-17631-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3805203 INFO  (jetty-launcher-17631-thread-1) [n:127.0.0.1:34571_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3805204 INFO  (zkConnectionManagerCallback-17673-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3805204 INFO  (jetty-launcher-17631-thread-1) [n:127.0.0.1:34571_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3805209 INFO  (jetty-launcher-17631-thread-1) [n:127.0.0.1:34571_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3805213 INFO  (jetty-launcher-17631-thread-1) [n:127.0.0.1:34571_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:34571_solr as DOWN
   [junit4]   2> 3805214 INFO  (jetty-launcher-17631-thread-1) [n:127.0.0.1:34571_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3805214 INFO  (jetty-launcher-17631-thread-1) [n:127.0.0.1:34571_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34571_solr
   [junit4]   2> 3805215 INFO  (zkCallback-17650-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3805215 INFO  (zkCallback-17672-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3805216 INFO  (jetty-launcher-17631-thread-1) [n:127.0.0.1:34571_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3805216 WARN  (jetty-launcher-17631-thread-1) [n:127.0.0.1:34571_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3805230 INFO  (jetty-launcher-17631-thread-1) [n:127.0.0.1:34571_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3805249 INFO  (jetty-launcher-17631-thread-1) [n:127.0.0.1:34571_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a7f603d
   [junit4]   2> 3805260 INFO  (jetty-launcher-17631-thread-1) [n:127.0.0.1:34571_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a7f603d
   [junit4]   2> 3805260 INFO  (jetty-launcher-17631-thread-1) [n:127.0.0.1:34571_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a7f603d
   [junit4]   2> 3805261 INFO  (jetty-launcher-17631-thread-1) [n:127.0.0.1:34571_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B97A62FFAA9C0657-001/tempDir-002/node1
   [junit4]   2> 3805277 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 3805278 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3805279 INFO  (zkConnectionManagerCallback-17686-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3805279 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3805280 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3805281 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36565/solr ready
   [junit4]   2> 3805282 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3805283 INFO  (zkConnectionManagerCallback-17688-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3805283 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3805287 WARN  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[B97A62FFAA9C0657]-SendThread(127.0.0.1:36565)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1032ddff265000a.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1032ddff265000a, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1032ddff265000a, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 3805393 INFO  (OverseerThreadFactory-17658-thread-1-processing-n:127.0.0.1:37317_solr) [n:127.0.0.1:37317_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection test_collection
   [junit4]   2> 3805498 INFO  (OverseerThreadFactory-17658-thread-1-processing-n:127.0.0.1:37317_solr) [n:127.0.0.1:37317_solr     ] o.a.s.c.c.ZkStateReader per-replica-state ver: 2 fetched for initializing /collections/test_collection/state.json 
   [junit4]   2> 3805501 INFO  (OverseerStateUpdate-72952458835722246-127.0.0.1:37317_solr-n_0000000000) [n:127.0.0.1:37317_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:34571_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3805518 INFO  (OverseerThreadFactory-17658-thread-1-processing-n:127.0.0.1:37317_solr) [n:127.0.0.1:37317_solr     ] o.a.s.c.c.ZkStateReader per-replica-state ver: 3 fetched for initializing /collections/test_collection/state.json 
   [junit4]   2> 3805518 INFO  (OverseerStateUpdate-72952458835722246-127.0.0.1:37317_solr-n_0000000000) [n:127.0.0.1:37317_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:37317_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3805522 INFO  (OverseerThreadFactory-17658-thread-1-processing-n:127.0.0.1:37317_solr) [n:127.0.0.1:37317_solr     ] o.a.s.c.c.ZkStateReader per-replica-state ver: 4 fetched for initializing /collections/test_collection/state.json 
   [junit4]   2> 3805526 INFO  (OverseerStateUpdate-72952458835722246-127.0.0.1:37317_solr-n_0000000000) [n:127.0.0.1:37317_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_collection_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:34571_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3805528 INFO  (OverseerThreadFactory-17658-thread-1-processing-n:127.0.0.1:37317_solr) [n:127.0.0.1:37317_solr     ] o.a.s.c.c.ZkStateReader per-replica-state ver: 5 fetched for initializing /collections/test_collection/state.json 
   [junit4]   2> 3805529 INFO  (OverseerStateUpdate-72952458835722246-127.0.0.1:37317_solr-n_0000000000) [n:127.0.0.1:37317_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_collection_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:37317_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3805638 INFO  (OverseerThreadFactory-17658-thread-1-processing-n:127.0.0.1:37317_solr) [n:127.0.0.1:37317_solr     ] o.a.s.c.c.ZkStateReader per-replica-state ver: 6 fetched for initializing /collections/test_collection/state.json 
   [junit4]   2> 3805647 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr    x:test_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3805647 INFO  (qtp1724931277-287178) [n:127.0.0.1:37317_solr    x:test_collection_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3805647 INFO  (qtp1724931277-287174) [n:127.0.0.1:37317_solr    x:test_collection_shard2_replica_n6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n6&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3805647 INFO  (qtp1724931277-287178) [n:127.0.0.1:37317_solr    x:test_collection_shard1_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3805647 INFO  (qtp2058622520-287184) [n:127.0.0.1:34571_solr    x:test_collection_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3805649 INFO  (qtp1724931277-287178) [n:127.0.0.1:37317_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 3805651 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr    x:test_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader per-replica-state ver: 6 fetched for initializing /collections/test_collection/state.json 
   [junit4]   2> 3805651 INFO  (qtp1724931277-287174) [n:127.0.0.1:37317_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 3805651 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 3805654 INFO  (qtp2058622520-287184) [n:127.0.0.1:34571_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 3805655 INFO  (qtp1724931277-287178) [n:127.0.0.1:37317_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.c.ZkStateReader per-replica-state ver: 6 fetched for initializing /collections/test_collection/state.json 
   [junit4]   2> 3805655 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader per-replica-state ver: 6 fetched for initializing /collections/test_collection/state.json 
   [junit4]   2> 3805658 INFO  (qtp1724931277-287178) [n:127.0.0.1:37317_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.c.ZkStateReader per-replica-state ver: 6 fetched for initializing /collections/test_collection/state.json 
   [junit4]   2> 3805659 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader per-replica-state ver: 6 fetched for initializing /collections/test_collection/state.json 
   [junit4]   2> 3805659 INFO  (qtp2058622520-287184) [n:127.0.0.1:34571_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4 ] o.a.s.c.c.ZkStateReader per-replica-state ver: 6 fetched for initializing /collections/test_collection/state.json 
   [junit4]   2> 3805660 INFO  (qtp1724931277-287178) [n:127.0.0.1:37317_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.c.ZkStateReader per-replica-state ver: 6 fetched for initializing /collections/test_collection/state.json 
   [junit4]   2> 3805670 INFO  (qtp1724931277-287178) [n:127.0.0.1:37317_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.c.ZkStateReader per-replica-state ver: 8 fetched for initializing /collections/test_collection/state.json 
   [junit4]   2> 3805670 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader per-replica-state ver: 8 fetched for initializing /collections/test_collection/state.json 
   [junit4]   2> 3805672 INFO  (qtp1724931277-287178) [n:127.0.0.1:37317_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.c.ZkStateReader per-replica-state ver: 8 fetched for initializing /collections/test_collection/state.json 
   [junit4]   2> 3805672 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader per-replica-state ver: 10 fetched for initializing /collections/test_collection/state.json 
   [junit4]   2> 3805673 INFO  (qtp2058622520-287184) [n:127.0.0.1:34571_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 3805674 INFO  (qtp1724931277-287174) [n:127.0.0.1:37317_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 3805677 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader per-replica-state ver: 10 fetched for initializing /collections/test_collection/state.json 
   [junit4]   2> 3805688 INFO  (qtp1724931277-287178) [n:127.0.0.1:37317_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 3805689 INFO  (qtp2058622520-287184) [n:127.0.0.1:34571_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 3805689 WARN  (qtp2058622520-287184) [n:127.0.0.1:34571_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4 ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 3805689 INFO  (qtp2058622520-287184) [n:127.0.0.1:34571_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 3805690 INFO  (qtp2058622520-287184) [n:127.0.0.1:34571_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n4' using configuration from configset test, trusted=true
   [junit4]   2> 3805690 INFO  (qtp2058622520-287184) [n:127.0.0.1:34571_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.test_collection.shard2.replica_n4' (registry 'solr.core.test_collection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a7f603d
   [junit4]   2> 3805690 INFO  (qtp2058622520-287184) [n:127.0.0.1:34571_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4 ] o.a.s.c.SolrCore [[test_collection_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B97A62FFAA9C0657-001/tempDir-002/node1/test_collection_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B97A62FFAA9C0657-001/tempDir-002/node1/test_collection_shard2_replica_n4/data/]
   [junit4]   2> 3805696 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 3805699 INFO  (qtp1724931277-287174) [n:127.0.0.1:37317_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 3805699 WARN  (qtp1724931277-287174) [n:127.0.0.1:37317_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6 ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 3805699 INFO  (qtp1724931277-287174) [n:127.0.0.1:37317_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 3805699 INFO  (qtp1724931277-287174) [n:127.0.0.1:37317_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6 ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n6' using configuration from configset test, trusted=true
   [junit4]   2> 3805699 INFO  (qtp1724931277-287174) [n:127.0.0.1:37317_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.test_collection.shard2.replica_n6' (registry 'solr.core.test_collection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a7f603d
   [junit4]   2> 3805699 INFO  (qtp1724931277-287174) [n:127.0.0.1:37317_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6 ] o.a.s.c.SolrCore [[test_collection_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B97A62FFAA9C0657-001/tempDir-002/node2/test_collection_shard2_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B97A62FFAA9C0657-001/tempDir-002/node2/test_collection_shard2_replica_n6/data/]
   [junit4]   2> 3805702 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 3805703 WARN  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 3805703 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 3805703 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n1' using configuration from configset test, trusted=true
   [junit4]   2> 3805704 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.test_collection.shard1.replica_n1' (registry 'solr.core.test_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a7f603d
   [junit4]   2> 3805704 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[test_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B97A62FFAA9C0657-001/tempDir-002/node1/test_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B97A62FFAA9C0657-001/tempDir-002/node1/test_collection_shard1_replica_n1/data/]
   [junit4]   2> 3805704 INFO  (qtp1724931277-287178) [n:127.0.0.1:37317_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 3805704 WARN  (qtp1724931277-287178) [n:127.0.0.1:37317_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 3805704 INFO  (qtp1724931277-287178) [n:127.0.0.1:37317_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 3805704 INFO  (qtp1724931277-287178) [n:127.0.0.1:37317_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n2' using configuration from configset test, trusted=true
   [junit4]   2> 3805705 INFO  (qtp1724931277-287178) [n:127.0.0.1:37317_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.test_collection.shard1.replica_n2' (registry 'solr.core.test_collection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a7f603d
   [junit4]   2> 3805705 INFO  (qtp1724931277-287178) [n:127.0.0.1:37317_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.SolrCore [[test_collection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B97A62FFAA9C0657-001/tempDir-002/node2/test_collection_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B97A62FFAA9C0657-001/tempDir-002/node2/test_collection_shard1_replica_n2/data/]
   [junit4]   2> 3805870 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3805870 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3805872 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 3805873 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 3805873 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 3805874 INFO  (qtp2058622520-287184) [n:127.0.0.1:34571_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3805874 INFO  (qtp2058622520-287184) [n:127.0.0.1:34571_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3805875 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader per-replica-state ver: 14 fetched for initializing /collections/test_collection/state.json 
   [junit4]   2> 3805876 INFO  (qtp1724931277-287174) [n:127.0.0.1:37317_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3805876 INFO  (qtp1724931277-287174) [n:127.0.0.1:37317_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3805877 INFO  (qtp1724931277-287178) [n:127.0.0.1:37317_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3805877 INFO  (qtp1724931277-287178) [n:127.0.0.1:37317_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3805878 INFO  (qtp2058622520-287182) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 3805878 INFO  (qtp2058622520-287184) [n:127.0.0.1:34571_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 3805879 INFO  (qtp2058622520-287184) [n:127.0.0.1:34571_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 3805879 INFO  (qtp2058622520-287184) [n:127.0.0.1:34571_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 3805879 INFO  (qtp1724931277-287174) [n:127.0.0.1:37317_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 3805880 INFO  (searcherExecutor-17694-thread-1-processing-n:127.0.0.1:34571_solr x:test_collection_shard1_replica_n1 c:test_collection s:shard1 r:core_node3) [n:127.0.0.1:34571_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [test_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 3805880 INFO  (qtp1724931277-287174) [n:127.0.0.1:37317_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 3805880 INFO  (qtp2058622520-287184) [n:127.0.0.1:34571_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 3805880 INFO  (qtp1724931277-287174) [n:127.0.0.1:37317_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 3805881 INFO 

[...truncated too long message...]

) [n:127.0.0.1:46775_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 3996398 INFO  (zkCallback-17751-thread-4) [n:127.0.0.1:46775_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 3996398 INFO  (zkCallback-17751-thread-4) [n:127.0.0.1:46775_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.SolrCore [test_collection_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@2149cdc6
   [junit4]   2> 3996398 INFO  (zkCallback-17751-thread-4) [n:127.0.0.1:46775_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test_collection.shard1.replica_n2 tag=SolrCore@2149cdc6
   [junit4]   2> 3996398 INFO  (zkCallback-17751-thread-4) [n:127.0.0.1:46775_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48eeccf7: rootName = null, domain = solr.core.test_collection.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.test_collection.shard1.replica_n2/null
   [junit4]   2> 3996398 INFO  (zkCallback-17751-thread-4) [n:127.0.0.1:46775_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_collection.shard1.leader tag=SolrCore@2149cdc6
   [junit4]   2> 3996400 INFO  (zkCallback-17751-thread-4) [n:127.0.0.1:46775_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 3996401 INFO  (zkCallback-17751-thread-4) [n:127.0.0.1:46775_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
   [junit4]   2> 3996502 INFO  (jetty-closer-17806-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72952465278304262-127.0.0.1:46775_solr-n_0000000001) closing
   [junit4]   2> 3996503 INFO  (jetty-closer-17806-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@5d903d47{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 3996504 INFO  (jetty-closer-17806-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c23f871{/solr,null,STOPPED}
   [junit4]   2> 3996504 INFO  (jetty-closer-17806-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 3996504 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 3996707 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/test_collection/terms/shard2
   [junit4]   2> 	5	/solr/collections/test_collection/terms/shard1
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/configs/test
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/collections/test_collection/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	19	/solr/overseer/queue
   [junit4]   2> 	13	/solr/collections/test_collection/state.json
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 3996713 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:42509
   [junit4]   2> 3996713 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42509
   [junit4]   2> 3996713 INFO  (SUITE-SolrCloudReportersTest-seed#[B97A62FFAA9C0657]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42509
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_B97A62FFAA9C0657-001
   [junit4]   2> NOTE: test params are: codec=Lucene87, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=sv, timezone=Australia/Eucla
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=112044584,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [TestCharFilters, TestConfigReload, TestInitParams, SubstringBytesRefFilterTest, TestSimDistribStateManager, TestFreeTextSuggestions, DateMathParserTest, RangeFacetCloudTest, TestSolrConfigHandlerConcurrent, TestNumericTokenStream, BlockJoinFacetRandomTest, ClusterStateUpdateTest, PeerSyncTest, DistributedSuggestComponentTest, ShardSplitTest, NodeMutatorTest, TestManagedSchemaAPI, OverseerStatusTest, SpatialFilterTest, TestOverriddenPrefixQueryForCustomFieldType, TestFieldTypeResource, HdfsLockFactoryTest, MoreLikeThisComponentTest, TestMacroExpander, CdcrOpsAndBoundariesTest, MetricTriggerTest, ConcurrentCreateRoutedAliasTest, UninvertDocValuesMergePolicyTest, IndexSizeEstimatorTest, TestTestInjection, TestMinimalConfig, BasicDistributedZk2Test, ConcurrentCreateCollectionTest, TestSolr4Spatial2, TestSnapshotCloudManager, DocExpirationUpdateProcessorFactoryTest, TestSimPolicyCloud, ShardTermsTest, TestLegacyTerms, MoveReplicaTest, TestReloadAndDeleteDocs, TaggerTest, AnalyticsMergeStrategyTest, ScheduledTriggerIntegrationTest, TestExceedMaxTermLength, TestCloudInspectUtil, TestReplicationHandler, TestSimGenericDistributedQueue, TestLFUCache, OpenExchangeRatesOrgProviderTest, JavaBinAtomicUpdateMultivalueTest, TestCloudJSONFacetSKGEquiv, PeerSyncWithLeaderTest, TestGraphMLResponseWriter, TriggerIntegrationTest, DeleteInactiveReplicaTest, TestFieldCacheWithThreads, PeerSyncReplicationTest, TestBM25SimilarityFactory, TestUpdate, ZkCLITest, HdfsRecoveryZkTest, TestDocumentBuilder, TestSolrJ, TestRawResponseWriter, DirectSolrConnectionTest, JWTAuthPluginIntegrationTest, MigrateRouteKeyTest, DistributedExpandComponentTest, SecurityHeadersTest, AutoscalingHistoryHandlerTest, TestLegacyBM25SimilarityFactory, MBeansHandlerTest, SystemCollectionCompatTest, CleanupOldIndexTest, HdfsTlogReplayBufferedWhileIndexingTest, NumberUtilsTest, CoreAdminRequestStatusTest, TestInPlaceUpdatesRequiredField, TestCollectionAPIs, TestRequestStatusCollectionAPI, TestRandomDVFaceting, TestEmbeddedSolrServerConstructors, ExplicitHLLTest, TestConfigSetsAPI, SplitHandlerTest, DocValuesTest, V2StandaloneTest, TestDynamicFieldResource, TestLeaderElectionWithEmptyReplica, MultiDestinationAuditLoggerTest, TestDocSet, TestFieldCacheReopen, TestRemoteStreaming, TestPostingsSolrHighlighter, TestExactSharedStatsCache, FieldAnalysisRequestHandlerTest, TestCryptoKeys, TestCollectionsAPIViaSolrCloudCluster, DistributedFacetPivotSmallAdvancedTest, PrimitiveFieldTypeTest, TestCloudRecovery, TestManagedSynonymFilterFactory, CustomHighlightComponentTest, ZkShardTermsTest, TestBinaryResponseWriter, SolrSlf4jReporterTest, SolrLogPostToolTest, SystemLogListenerTest, EchoParamsTest, TestQueryingOnDownCollection, TestBadConfig, SSLMigrationTest, TestSimLargeCluster, HdfsBasicDistributedZkTest, RAMDirectoryFactoryTest, RequestHandlersTest, ResourceLoaderTest, SOLR749Test, SolrCoreCheckLockOnStartupTest, TestConfigOverlay, TestConfigSetImmutable, TestCustomStream, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrConfigHandler, TestXIncludeConfig, TestSolrCoreSnapshots, TestDistribPackageStore, TestContainerPlugin, PropertiesRequestHandlerTest, TestCoreAdminApis, ThreadDumpHandlerTest, DistributedFacetExistsSmallTest, DistributedQueryComponentCustomSortTest, PhrasesIdentificationComponentTest, QueryElevationComponentTest, SpellCheckComponentTest, StatsComponentTest, TermVectorComponentTest, TestExpandComponent, TestPivotHelperCode, TestTrackingShardHandlerFactory, JavabinLoaderTest, XmlInterpolationTest, FastVectorHighlighterTest, HighlighterConfigTest, TestUnifiedSolrHighlighter, TestLegacyField, TestMultiValuedNumericRangeQuery, TestLogWatcher, JvmMetricsTest, MetricsConfigTest, MetricsDisabledCloudTest, SolrMetricManagerTest, SolrMetricReporterTest, SolrMetricsIntegrationTest, SolrGraphiteReporterTest, SolrCloudReportersTest]
   [junit4] Completed [736/923 (1!)] on J2 in 195.39s, 2 tests, 2 errors <<< FAILURES!

[...truncated 9621 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/build.xml:652: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/build.xml:586: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid5355.hprof

Total time: 301 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.8 - Build # 44 - Failure!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.8/44/

1 tests failed.
FAILED:  org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates

Error Message:
Timeout while trying to assert number of documents @ source_collection

Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ source_collection
	at __randomizedtesting.SeedInfo.seed([2C44CFD826BD6AFB:FF4D9FC6632EF66C]:0)
	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:278)
	at org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates(CdcrReplicationHandlerTest.java:233)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.AssertionError: expected:<120> but was:<130>
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:633)
	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:269)
	... 46 more




Build Log:
[...truncated 14191 lines...]
   [junit4] Suite: org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest
   [junit4]   2> 1386370 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[2C44CFD826BD6AFB]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1386370 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[2C44CFD826BD6AFB]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_2C44CFD826BD6AFB-001/data-dir-89-001
   [junit4]   2> 1386370 WARN  (SUITE-CdcrReplicationHandlerTest-seed#[2C44CFD826BD6AFB]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1386372 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[2C44CFD826BD6AFB]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1386374 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[2C44CFD826BD6AFB]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1386374 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[2C44CFD826BD6AFB]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1386374 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[2C44CFD826BD6AFB]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /sw/u
   [junit4]   2> 1386377 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1386378 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 1386378 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1386378 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 1386478 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.ZkTestServer start zk server on port: 43855
   [junit4]   2> 1386478 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43855
   [junit4]   2> 1386478 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43855
   [junit4]   2> 1386478 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43855
   [junit4]   2> 1386495 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1386526 INFO  (zkConnectionManagerCallback-8591-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1386526 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1386737 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1386739 INFO  (zkConnectionManagerCallback-8593-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1386739 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1386744 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1386745 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1386747 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1386747 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1386748 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1386749 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1386750 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1386752 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1386753 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1386756 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1386757 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1386759 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testReplicationWithBufferedUpdates
   [junit4]   2> 1386968 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1386968 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1386968 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 1387066 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1387066 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1387067 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1387067 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14a9d372{/sw/u,null,AVAILABLE}
   [junit4]   2> 1387068 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@66c96ad6{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40667}
   [junit4]   2> 1387068 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.s.Server Started @1387098ms
   [junit4]   2> 1387068 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/sw/u, hostPort=40667, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_2C44CFD826BD6AFB-001/jetty-001/cores}
   [junit4]   2> 1387068 ERROR (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1387068 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1387068 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.8.0
   [junit4]   2> 1387068 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1387068 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr
   [junit4]   2> 1387068 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-02-05T10:23:59.969Z
   [junit4]   2> 1387073 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1387074 INFO  (zkConnectionManagerCallback-8595-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1387074 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1387284 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1387284 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_2C44CFD826BD6AFB-001/jetty-001/solr.xml
   [junit4]   2> 1387292 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1387292 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1387294 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2197e1c9, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1388843 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1388844 WARN  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@770dc854[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1388844 WARN  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@770dc854[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1388847 WARN  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@66f02ec8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1388847 WARN  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@66f02ec8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1388848 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43855/solr
   [junit4]   2> 1388849 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1388850 INFO  (zkConnectionManagerCallback-8606-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1388850 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1388851 WARN  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]-SendThread(127.0.0.1:43855)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10328a33d700003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10328a33d700003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10328a33d700003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1388954 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1388955 INFO  (zkConnectionManagerCallback-8608-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1388955 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1389241 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40667_sw%2Fu
   [junit4]   2> 1389242 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.c.Overseer Overseer (id=72946700543590404-127.0.0.1:40667_sw%2Fu-n_0000000000) starting
   [junit4]   2> 1389251 INFO  (OverseerStateUpdate-72946700543590404-127.0.0.1:40667_sw%2Fu-n_0000000000) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40667_sw%2Fu
   [junit4]   2> 1389252 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40667_sw%2Fu
   [junit4]   2> 1389255 INFO  (zkCallback-8607-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1389256 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1389256 WARN  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1389282 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1389301 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2197e1c9
   [junit4]   2> 1389309 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2197e1c9
   [junit4]   2> 1389309 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2197e1c9
   [junit4]   2> 1389434 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_2C44CFD826BD6AFB-001/jetty-001/cores
   [junit4]   2> 1389762 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1389762 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1389762 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 1389788 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1389788 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1389788 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1389807 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ee928b1{/sw/u,null,AVAILABLE}
   [junit4]   2> 1389807 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@58c7bff1{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38039}
   [junit4]   2> 1389807 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.s.Server Started @1389838ms
   [junit4]   2> 1389807 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/sw/u, hostPort=38039, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_2C44CFD826BD6AFB-001/jetty-002/cores}
   [junit4]   2> 1389807 ERROR (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1389807 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1389807 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.8.0
   [junit4]   2> 1389807 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1389807 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr
   [junit4]   2> 1389807 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-02-05T10:24:02.708Z
   [junit4]   2> 1389822 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1389846 INFO  (zkConnectionManagerCallback-8622-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1389848 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1389871 WARN  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]-SendThread(127.0.0.1:43855)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10328a33d700005.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10328a33d700005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10328a33d700005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1390125 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1390125 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_2C44CFD826BD6AFB-001/jetty-002/solr.xml
   [junit4]   2> 1390127 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1390127 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1390130 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2197e1c9, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1394856 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1394857 WARN  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@75239ff5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1394857 WARN  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@75239ff5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1394860 WARN  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3d4c3769[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1394860 WARN  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3d4c3769[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1394861 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43855/solr
   [junit4]   2> 1394863 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1394876 INFO  (zkConnectionManagerCallback-8633-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1394881 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1394883 WARN  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]-SendThread(127.0.0.1:43855)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10328a33d700006.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10328a33d700006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10328a33d700006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1394985 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1394987 INFO  (zkConnectionManagerCallback-8635-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1394987 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1394995 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1394998 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.c.ZkController Publish node=127.0.0.1:38039_sw%2Fu as DOWN
   [junit4]   2> 1394999 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1394999 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38039_sw%2Fu
   [junit4]   2> 1395005 INFO  (zkCallback-8607-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1395005 INFO  (zkCallback-8634-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1395007 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1395007 WARN  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1395048 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1395069 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2197e1c9
   [junit4]   2> 1395083 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2197e1c9
   [junit4]   2> 1395084 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2197e1c9
   [junit4]   2> 1395085 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_2C44CFD826BD6AFB-001/jetty-002/cores
   [junit4]   2> 1395276 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1395282 INFO  (zkConnectionManagerCallback-8648-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1395282 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1395284 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1395287 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43855/solr ready
   [junit4]   2> 1395307 INFO  (OverseerThreadFactory-8615-thread-1-processing-n:127.0.0.1:40667_sw%2Fu) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.c.a.c.CreateCollectionCmd Create collection tmp_collection
   [junit4]   2> 1395417 WARN  (OverseerThreadFactory-8615-thread-1-processing-n:127.0.0.1:40667_sw%2Fu) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (tmp_collection) without cores.
   [junit4]   2> 1395418 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1395418 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1395423 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=tmp_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2} status=0 QTime=134
   [junit4]   2> 1395431 INFO  (OverseerCollectionConfigSetProcessor-72946700543590404-127.0.0.1:40667_sw%2Fu-n_0000000000) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1395434 INFO  (OverseerThreadFactory-8615-thread-2-processing-n:127.0.0.1:40667_sw%2Fu) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:40667_sw%2Fu for creating new replica of shard shard1 for collection tmp_collection
   [junit4]   2> 1395436 INFO  (OverseerThreadFactory-8615-thread-2-processing-n:127.0.0.1:40667_sw%2Fu) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1395443 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu    x:tmp_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1395444 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu    x:tmp_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1396461 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 1396479 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1396483 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1396502 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1396502 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard1.replica_n1' (registry 'solr.core.tmp_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2197e1c9
   [junit4]   2> 1396503 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[tmp_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_2C44CFD826BD6AFB-001/jetty-001/cores/tmp_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_2C44CFD826BD6AFB-001/jetty-001/cores/tmp_collection_shard1_replica_n1/data/]
   [junit4]   2> 1396505 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1672753387, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1396636 WARN  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.D.s.CdcrRequestHandler Solr loaded a deprecated plugin/analysis class [solr.CdcrRequestHandler]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 1396636 WARN  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
   [junit4]   2> 1396748 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1396748 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1396750 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1396750 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1396751 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=4, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1396754 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1396755 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1396755 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1396760 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 1396764 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
   [junit4]   2> 1396775 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1690850452754661376
   [junit4]   2> 1396777 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1396778 INFO  (searcherExecutor-8650-thread-1-processing-n:127.0.0.1:40667_sw%2Fu x:tmp_collection_shard1_replica_n1 c:tmp_collection s:shard1) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1396782 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1396782 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tmp_collection/leaders/shard1
   [junit4]   2> 1396786 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1396786 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1396786 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40667/sw/u/tmp_collection_shard1_replica_n1/
   [junit4]   2> 1396786 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1396787 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:40667/sw/u/tmp_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1396787 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/tmp_collection/leaders/shard1/leader after winning as /collections/tmp_collection/leader_elect/shard1/election/72946700543590404-core_node2-n_0000000000
   [junit4]   2> 1396787 INFO  (zkCallback-8607-thread-1) [     ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard1
   [junit4]   2> 1396896 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40667/sw/u/tmp_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1396912 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1397027 INFO  (zkCallback-8607-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1397030 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1397032 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1397033 INFO  (zkCallback-8607-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1397039 INFO  (qtp1510790818-16454) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1596
   [junit4]   2> 1397041 INFO  (qtp1510700516-16488) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40667_sw%252Fu&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1617
   [junit4]   2> 1397044 INFO  (OverseerThreadFactory-8615-thread-3-processing-n:127.0.0.1:40667_sw%2Fu) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38039_sw%2Fu for creating new replica of shard shard1 for collection tmp_collection
   [junit4]   2> 1397044 INFO  (OverseerCollectionConfigSetProcessor-72946700543590404-127.0.0.1:40667_sw%2Fu-n_0000000000) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1397045 INFO  (OverseerThreadFactory-8615-thread-3-processing-n:127.0.0.1:40667_sw%2Fu) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1397048 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu    x:tmp_collection_shard1_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n3&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1397160 INFO  (zkCallback-8607-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1397161 INFO  (zkCallback-8607-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1397169 INFO  (zkCallback-8607-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1398079 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 1398125 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1398140 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1398173 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard1_replica_n3' using configuration from configset conf1, trusted=true
   [junit4]   2> 1398174 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard1.replica_n3' (registry 'solr.core.tmp_collection.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2197e1c9
   [junit4]   2> 1398174 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.c.SolrCore [[tmp_collection_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_2C44CFD826BD6AFB-001/jetty-002/cores/tmp_collection_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_2C44CFD826BD6AFB-001/jetty-002/cores/tmp_collection_shard1_replica_n3/data/]
   [junit4]   2> 1398178 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1672753387, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1398279 WARN  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
   [junit4]   2> 1398280 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1398280 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1398281 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1398281 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1398282 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=4, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1398285 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1398285 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1398285 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1398288 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1690850454341156864
   [junit4]   2> 1398290 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1398291 INFO  (searcherExecutor-8657-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n3]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1398496 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
   [junit4]   2> 1398496 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tmp_collection/leaders/shard1
   [junit4]   2> 1398498 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1398500 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.c.ZkController Core needs to recover:tmp_collection_shard1_replica_n3
   [junit4]   2> 1398501 INFO  (updateExecutor-8629-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1398501 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1398502 INFO  (qtp1510790818-16456) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1]  webapp=/sw/u path=/cdcr params={action=LASTPROCESSEDVERSION&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1398503 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1398504 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy startupVersions is empty
   [junit4]   2> 1398505 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1398505 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n3&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1458
   [junit4]   2> 1398506 INFO  (qtp1510790818-16455) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1]  webapp=/sw/u path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1398506 INFO  (qtp1510790818-16455) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1]  webapp=/sw/u path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1398506 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[tmp_collection_shard1_replica_n3]
   [junit4]   2> 1398506 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1398506 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Publishing state of core [tmp_collection_shard1_replica_n3] as recovering, leader is [http://127.0.0.1:40667/sw/u/tmp_collection_shard1_replica_n1/] and I am [http://127.0.0.1:38039/sw/u/tmp_collection_shard1_replica_n3/]
   [junit4]   2> 1398508 INFO  (qtp1510700516-16489) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38039_sw%252Fu&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1466
   [junit4]   2> 1398511 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:40667/sw/u]; [WaitForState: action=PREPRECOVERY&core=tmp_collection_shard1_replica_n1&nodeName=127.0.0.1:38039_sw%252Fu&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1398511 INFO  (qtp1510790818-16456) [n:127.0.0.1:40667_sw%2Fu    x:tmp_collection_shard1_replica_n1 ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 1398511 INFO  (qtp1510790818-16456) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1398511 INFO  (qtp1510790818-16456) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:38039_sw%2Fu, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
   [junit4]   2>   "core":"tmp_collection_shard1_replica_n3",
   [junit4]   2>   "node_name":"127.0.0.1:38039_sw%2Fu",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "base_url":"http://127.0.0.1:38039/sw/u"}
   [junit4]   2> 1398512 INFO  (qtp1510790818-16456) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:38039_sw%2Fu, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
   [junit4]   2>   "core":"tmp_collection_shard1_replica_n3",
   [junit4]   2>   "node_name":"127.0.0.1:38039_sw%2Fu",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "base_url":"http://127.0.0.1:38039/sw/u"}
   [junit4]   2> 1398512 INFO  (qtp1510790818-16456) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:38039_sw%2Fu, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
   [junit4]   2>   "core":"tmp_collection_shard1_replica_n3",
   [junit4]   2>   "node_name":"127.0.0.1:38039_sw%2Fu",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "base_url":"http://127.0.0.1:38039/sw/u"}
   [junit4]   2> 1398515 WARN  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]-SendThread(127.0.0.1:43855)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10328a33d700008.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10328a33d700008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10328a33d700008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1398616 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1398616 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: tmp_collection failOnTimeout: true timeout (sec):
   [junit4]   2> 1398616 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:down live:true
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:down live:true
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:down live:true
   [junit4]   2> 1398628 INFO  (zkCallback-8634-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1398628 INFO  (zkCallback-8607-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1398628 INFO  (zkCallback-8607-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1398629 INFO  (zkCallback-8607-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:recovering live:true
   [junit4]   2> 1398629 INFO  (watches-8609-thread-2) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:38039_sw%2Fu, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
   [junit4]   2>   "core":"tmp_collection_shard1_replica_n3",
   [junit4]   2>   "node_name":"127.0.0.1:38039_sw%2Fu",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "base_url":"http://127.0.0.1:38039/sw/u"}
   [junit4]   2> 1398629 INFO  (qtp1510790818-16456) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:38039_sw%252Fu&onlyIfLeaderActive=true&core=tmp_collection_shard1_replica_n1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=117
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:recovering live:true
   [junit4]   2> 1398629 INFO  (zkCallback-8634-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:recovering live:true
   [junit4]   2> 1398630 INFO  (zkCallback-8634-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1399047 INFO  (OverseerCollectionConfigSetProcessor-72946700543590404-127.0.0.1:40667_sw%2Fu-n_0000000000) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1399129 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:40667/sw/u/tmp_collection_shard1_replica_n1/] - recoveringAfterStartup=[true]
   [junit4]   2> 1399130 WARN  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.PeerSyncWithLeader no frame of reference to tell if we've missed updates
   [junit4]   2> 1399130 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy PeerSync Recovery was not successful - trying replication.
   [junit4]   2> 1399130 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 1399130 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:40667/sw/u/tmp_collection_shard1_replica_n1/].
   [junit4]   2> 1399131 INFO  (qtp1510790818-16452) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1399156 INFO  (qtp1510700516-16489) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1399156 INFO  (qtp1510700516-16489) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: BUFFERING replay: false
   [junit4]   2> 1399156 INFO  (qtp1510700516-16489) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n3]  webapp=/sw/u path=/update params={update.distrib=FROMLEADER&update.chain=cdcr-processor-chain&waitSearcher=true&openSearcher=false&commit=true&softCommit=false&distrib.from=http://127.0.0.1:40667/sw/u/tmp_collection_shard1_replica_n1/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false} status=0 QTime=0
   [junit4]   2> 1399159 INFO  (qtp1510790818-16452) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1]  webapp=/sw/u path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=28
   [junit4]   2> 1399160 INFO  (qtp1510790818-16453) [n:127.0.0.1:40667_sw%2Fu c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1]  webapp=/sw/u path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1399160 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher Leader's generation: 1
   [junit4]   2> 1399160 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher Leader's version: 0
   [junit4]   2> 1399160 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher Follower's generation: 1
   [junit4]   2> 1399160 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher Follower's version: 0
   [junit4]   2> 1399160 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
   [junit4]   2> 1399164 INFO  (searcherExecutor-8657-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n3]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1399164 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 1399164 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
   [junit4]   2> 1399164 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 1399165 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
   [junit4]   2> 1399165 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1690850455260758016
   [junit4]   2> 1399166 INFO  (recoveryExecutor-8631-thread-1-processing-n:127.0.0.1:38039_sw%2Fu x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:38039_sw%2Fu c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
   [junit4]   2> 1399267 INFO  (zkCallback-8607-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1399267 INFO  (zkCallback-8634-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1399267 INFO  (zkCallback-8607-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1399267 INFO  (zkCallback-8634-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1399267 INFO  (zkCallback-8607-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1399267 INFO  (zkCallback-8634-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   2> 1399268 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: tmp_collection
   [junit4]   2> 1399270 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1399271 INFO  (zkConnectionManagerCallback-8668-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1399271 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1399272 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1399273 INFO  (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[2C44CFD826BD6AFB]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43855/solr ready
   [junit4]   2> 1399276 INFO  (OverseerThreadFactory-8615-thread-4-processing-n:127.0.0.1:40667_sw%2Fu) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null
   [junit4]   2> 1399277 INFO  (qtp1510790818-16455) [n:127.0.0.1:40667_sw%2Fu    x:tmp_collection_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tmp_collection.shard1.replica_n1 tag=null
   [junit4]   2> 1399277 INFO  (qtp1510790818-16455) [n:127.0.0.1:40667_sw%2Fu    x:tmp_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@599c14ee: rootName = null, domain = solr.core.tmp_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.tmp_collection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@5b0dec98
   [junit4]   2> 1399288 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu    x:tmp_collection_shard1_replica_n3 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tmp_collection.shard1.replica_n3 tag=null
   [junit4]   2> 1399288 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu    x:tmp_collection_shard1_replica_n3 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@309ef1d6: rootName = null, domain = solr.core.tmp_collection.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.tmp_collection.shard1.replica_n3/com.codahale.metrics.MetricRegistry@137e4810
   [junit4]   2> 1399472 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@1073b795
   [junit4]   2> 1399472 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tmp_collection.shard1.replica_n3 tag=SolrCore@1073b795
   [junit4]   2> 1399473 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tmp_collection.shard1.leader tag=SolrCore@1073b795
   [junit4]   2> 1399473 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ tmp_collection:shard1
   [junit4]   2> 1399473 INFO  (qtp1510700516-16487) [n:127.0.0.1:38039_sw%2Fu     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 1399493 INFO  (qtp1510790818-16455) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6db5206d
   [junit4]   2> 1399493 INFO  (qtp1510790818-16455) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tmp_collection.shard1.replica_n1 tag=SolrCore@6db5206d
   [junit4]   2> 1399493 INFO  (qtp1510790818-16455) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tmp_collection.shard1.leader tag=SolrCore@6db5206d
   [junit4]   2> 1399493 INFO  (qtp1510790818-16455) [n:127.0.0.1:40667_sw%2Fu     ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ tmp_collection:shard1

[...truncated too long message...]

htlyTests-8.8/checkout/solr/server/lib/jetty-continuation-9.4.34.v20201102.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/lib/jetty-deploy-9.4.34.v20201102.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/lib/jetty-http-9.4.34.v20201102.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/lib/jetty-io-9.4.34.v20201102.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/lib/jetty-jmx-9.4.34.v20201102.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/lib/jetty-rewrite-9.4.34.v20201102.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/lib/jetty-security-9.4.34.v20201102.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/lib/jetty-server-9.4.34.v20201102.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/lib/jetty-servlet-9.4.34.v20201102.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/lib/jetty-servlets-9.4.34.v20201102.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/lib/jetty-util-9.4.34.v20201102.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/lib/jetty-webapp-9.4.34.v20201102.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/lib/jetty-xml-9.4.34.v20201102.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/lib/metrics-core-4.1.5.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/lib/metrics-graphite-4.1.5.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/lib/metrics-jetty9-4.1.5.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/lib/metrics-jmx-4.1.5.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/lib/metrics-jvm-4.1.5.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/lucene/build/core/classes/java:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/lucene/test-framework/lib/hamcrest-core-1.3.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/lucene/test-framework/lib/junit-4.13.1.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/lucene/test-framework/lib/randomizedtesting-runner-2.7.2.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/byte-buddy-1.9.3.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/commons-compress-1.20.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/commons-logging-1.1.3.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/commons-text-1.6.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/hadoop-common-3.2.0-tests.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/hadoop-hdfs-3.2.0-tests.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/hadoop-hdfs-3.2.0.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/hadoop-minicluster-3.2.0.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/hadoop-minikdc-3.2.0.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/jersey-core-1.19.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/jersey-server-1.19.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/jersey-servlet-1.19.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/kerb-admin-1.0.1.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/kerb-client-1.0.1.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/kerb-common-1.0.1.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/kerb-crypto-1.0.1.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/kerb-identity-1.0.1.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/kerb-server-1.0.1.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/kerb-simplekdc-1.0.1.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/kerby-config-1.0.1.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/kerby-kdc-1.0.1.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/kerby-util-1.0.1.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/mockito-core-2.23.4.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/netty-all-4.1.50.Final.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/objenesis-2.6.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/test-lib/opentracing-mock-0.33.0.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/lucene/build/analysis/icu/lucene-analyzers-icu-8.8.0-SNAPSHOT.jar:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/contrib/solr-analysis-extras/classes/java:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/lucene/build/queryparser/classes/test:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/lucene/build/backward-codecs/classes/test:/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/contrib/analysis-extras/lib/icu4j-62.1.jar:/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.7.2.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/temp/junit4-J3-20210205_100052_8322466151012243715146.events @/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/temp/junit4-J3-20210205_100052_8323160794197272622963.suites -stdin
   [junit4] ERROR: JVM J3 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1563)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:123)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:997)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:994)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/build.xml:652: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/build.xml:578: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/build.xml:59: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build.xml:231: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/common-build.xml:550: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/lucene/common-build.xml:1599: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/lucene/common-build.xml:1126: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.

Total time: 266 minutes 24 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene » Lucene-Solr-NightlyTests-8.8 #43 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.8 - Build # 43 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.8/43/

1 tests failed.
FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
action did not execute

Stack Trace:
java.lang.AssertionError: action did not execute
	at __randomizedtesting.SeedInfo.seed([D1F039331BCB798F:BC0C9DCEA1838688]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:283)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13664 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
   [junit4]   2> 677406 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 677407 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_D1F039331BCB798F-001/data-dir-20-001
   [junit4]   2> 677407 WARN  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 677407 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 677408 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 677409 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 677409 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.SolrCloudTestCase Using per-replica state
   [junit4]   2> 677409 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_D1F039331BCB798F-001/tempDir-001
   [junit4]   2> 677409 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 677410 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 677410 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 677410 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 677510 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 40419
   [junit4]   2> 677510 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:40419
   [junit4]   2> 677510 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40419
   [junit4]   2> 677510 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40419
   [junit4]   2> 677511 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 677513 INFO  (zkConnectionManagerCallback-6500-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 677513 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 677515 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 677516 INFO  (zkConnectionManagerCallback-6502-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 677516 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 677517 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 677517 INFO  (zkConnectionManagerCallback-6504-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 677517 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 677620 INFO  (jetty-launcher-6505-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 677621 INFO  (jetty-launcher-6505-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 677621 INFO  (jetty-launcher-6505-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 677622 INFO  (jetty-launcher-6505-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 677622 INFO  (jetty-launcher-6505-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 677622 INFO  (jetty-launcher-6505-thread-2) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 677623 INFO  (jetty-launcher-6505-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 677623 INFO  (jetty-launcher-6505-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 677623 INFO  (jetty-launcher-6505-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 677624 INFO  (jetty-launcher-6505-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@201121eb{/solr,null,AVAILABLE}
   [junit4]   2> 677628 INFO  (jetty-launcher-6505-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 677628 INFO  (jetty-launcher-6505-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 677628 INFO  (jetty-launcher-6505-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 677628 INFO  (jetty-launcher-6505-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61e6d945{/solr,null,AVAILABLE}
   [junit4]   2> 677629 INFO  (jetty-launcher-6505-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@70aa0ee6{SSL, (ssl, http/1.1)}{127.0.0.1:44885}
   [junit4]   2> 677629 INFO  (jetty-launcher-6505-thread-1) [     ] o.e.j.s.Server Started @677663ms
   [junit4]   2> 677629 INFO  (jetty-launcher-6505-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:40419/solr, hostPort=44885}
   [junit4]   2> 677629 ERROR (jetty-launcher-6505-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 677629 INFO  (jetty-launcher-6505-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 677629 INFO  (jetty-launcher-6505-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 677629 INFO  (jetty-launcher-6505-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 677629 INFO  (jetty-launcher-6505-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr
   [junit4]   2> 677629 INFO  (jetty-launcher-6505-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-02-04T10:14:32.814Z
   [junit4]   2> 677630 INFO  (jetty-launcher-6505-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 677630 INFO  (jetty-launcher-6505-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5bd2cd18{SSL, (ssl, http/1.1)}{127.0.0.1:41759}
   [junit4]   2> 677630 INFO  (jetty-launcher-6505-thread-2) [     ] o.e.j.s.Server Started @677665ms
   [junit4]   2> 677630 INFO  (jetty-launcher-6505-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:40419/solr, hostPort=41759}
   [junit4]   2> 677631 ERROR (jetty-launcher-6505-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 677631 INFO  (jetty-launcher-6505-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 677631 INFO  (jetty-launcher-6505-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.0
   [junit4]   2> 677631 INFO  (jetty-launcher-6505-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 677631 INFO  (jetty-launcher-6505-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr
   [junit4]   2> 677631 INFO  (jetty-launcher-6505-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-02-04T10:14:32.816Z
   [junit4]   2> 677631 INFO  (jetty-launcher-6505-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 677631 INFO  (zkConnectionManagerCallback-6507-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 677631 INFO  (jetty-launcher-6505-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 677632 INFO  (zkConnectionManagerCallback-6509-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 677632 INFO  (jetty-launcher-6505-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 677632 INFO  (jetty-launcher-6505-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 677632 INFO  (jetty-launcher-6505-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 677637 WARN  (jetty-launcher-6505-thread-1-SendThread(127.0.0.1:40419)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10323743bd40003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10323743bd40003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10323743bd40003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 677639 WARN  (jetty-launcher-6505-thread-2-SendThread(127.0.0.1:40419)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10323743bd40004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10323743bd40004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10323743bd40004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 678162 INFO  (jetty-launcher-6505-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 678162 WARN  (jetty-launcher-6505-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 678163 WARN  (jetty-launcher-6505-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5206c750[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 678163 WARN  (jetty-launcher-6505-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5206c750[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 678165 WARN  (jetty-launcher-6505-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 678167 WARN  (jetty-launcher-6505-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2431465f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 678168 WARN  (jetty-launcher-6505-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2431465f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 678168 INFO  (jetty-launcher-6505-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40419/solr
   [junit4]   2> 678174 INFO  (jetty-launcher-6505-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 678179 INFO  (zkConnectionManagerCallback-6523-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 678179 INFO  (jetty-launcher-6505-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 678284 INFO  (jetty-launcher-6505-thread-1) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 678287 INFO  (zkConnectionManagerCallback-6525-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 678287 INFO  (jetty-launcher-6505-thread-1) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 678355 INFO  (jetty-launcher-6505-thread-1) [n:127.0.0.1:44885_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44885_solr
   [junit4]   2> 678355 INFO  (jetty-launcher-6505-thread-1) [n:127.0.0.1:44885_solr     ] o.a.s.c.Overseer Overseer (id=72941001094987782-127.0.0.1:44885_solr-n_0000000000) starting
   [junit4]   2> 678359 INFO  (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44885_solr
   [junit4]   2> 678363 INFO  (jetty-launcher-6505-thread-1) [n:127.0.0.1:44885_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44885_solr
   [junit4]   2> 678364 DEBUG (OverseerAutoScalingTriggerThread-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 678365 INFO  (jetty-launcher-6505-thread-1) [n:127.0.0.1:44885_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 678366 WARN  (jetty-launcher-6505-thread-1) [n:127.0.0.1:44885_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 678371 INFO  (zkCallback-6524-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 678371 DEBUG (OverseerAutoScalingTriggerThread-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 678372 DEBUG (OverseerAutoScalingTriggerThread-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 678372 DEBUG (OverseerAutoScalingTriggerThread-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 678376 DEBUG (OverseerAutoScalingTriggerThread-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:44885_solr]
   [junit4]   2> 678377 DEBUG (OverseerAutoScalingTriggerThread-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 678377 DEBUG (OverseerAutoScalingTriggerThread-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 678377 INFO  (jetty-launcher-6505-thread-1) [n:127.0.0.1:44885_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 678378 DEBUG (ScheduledTrigger-6530-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 678405 INFO  (jetty-launcher-6505-thread-1) [n:127.0.0.1:44885_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44885.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6852a0cc
   [junit4]   2> 678507 INFO  (jetty-launcher-6505-thread-1) [n:127.0.0.1:44885_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44885.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6852a0cc
   [junit4]   2> 678508 INFO  (jetty-launcher-6505-thread-1) [n:127.0.0.1:44885_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44885.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6852a0cc
   [junit4]   2> 678509 INFO  (jetty-launcher-6505-thread-1) [n:127.0.0.1:44885_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_D1F039331BCB798F-001/tempDir-001/node1
   [junit4]   2> 678726 INFO  (jetty-launcher-6505-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 678727 WARN  (jetty-launcher-6505-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 678728 WARN  (jetty-launcher-6505-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7e29dd20[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 678729 WARN  (jetty-launcher-6505-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7e29dd20[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 678731 WARN  (jetty-launcher-6505-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 678732 WARN  (jetty-launcher-6505-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@10f53643[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 678732 WARN  (jetty-launcher-6505-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@10f53643[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 678733 INFO  (jetty-launcher-6505-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40419/solr
   [junit4]   2> 678734 INFO  (jetty-launcher-6505-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 678735 INFO  (zkConnectionManagerCallback-6545-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 678735 INFO  (jetty-launcher-6505-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 678836 INFO  (jetty-launcher-6505-thread-2) [n:127.0.0.1:41759_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 678837 INFO  (zkConnectionManagerCallback-6547-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 678837 INFO  (jetty-launcher-6505-thread-2) [n:127.0.0.1:41759_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 678842 INFO  (jetty-launcher-6505-thread-2) [n:127.0.0.1:41759_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 678846 INFO  (jetty-launcher-6505-thread-2) [n:127.0.0.1:41759_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:41759_solr as DOWN
   [junit4]   2> 678847 INFO  (jetty-launcher-6505-thread-2) [n:127.0.0.1:41759_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 678847 INFO  (jetty-launcher-6505-thread-2) [n:127.0.0.1:41759_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41759_solr
   [junit4]   2> 678847 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:41759_solr"} current state version: 0
   [junit4]   2> 678847 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:41759_solr
   [junit4]   2> 678848 INFO  (zkCallback-6524-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 678848 INFO  (zkCallback-6546-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 678850 INFO  (jetty-launcher-6505-thread-2) [n:127.0.0.1:41759_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 678850 WARN  (jetty-launcher-6505-thread-2) [n:127.0.0.1:41759_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 678861 INFO  (jetty-launcher-6505-thread-2) [n:127.0.0.1:41759_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 678892 INFO  (jetty-launcher-6505-thread-2) [n:127.0.0.1:41759_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41759.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6852a0cc
   [junit4]   2> 678907 INFO  (jetty-launcher-6505-thread-2) [n:127.0.0.1:41759_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41759.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6852a0cc
   [junit4]   2> 678907 INFO  (jetty-launcher-6505-thread-2) [n:127.0.0.1:41759_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41759.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6852a0cc
   [junit4]   2> 678909 INFO  (jetty-launcher-6505-thread-2) [n:127.0.0.1:41759_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_D1F039331BCB798F-001/tempDir-001/node2
   [junit4]   2> 678936 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 678937 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 678938 INFO  (zkConnectionManagerCallback-6560-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 678938 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 678939 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 678940 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40419/solr ready
   [junit4]   2> 678974 INFO  (OverseerThreadFactory-6532-thread-1-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 678977 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":".system",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "numShards":1,
   [junit4]   2>   "createNodeSet":"127.0.0.1:44885_solr",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 678977 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ClusterStateMutator building a new cName: .system
   [junit4]   2> 678977 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/.system/state.json
   [junit4]   2> 679081 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:44885_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 679081 INFO  (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:44885_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 679082 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 679082 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node2":{
   [junit4]   2>       "core":".system_shard1_replica_n1",
   [junit4]   2>       "node_name":"127.0.0.1:44885_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 679182 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 0
   [junit4]   2> 679289 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr    x:.system_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 679289 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr    x:.system_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 679290 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 679293 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:44885_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 679293 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:44885_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 679293 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:44885_solr",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "base_url":"https://127.0.0.1:44885/solr"}
   [junit4]   2> 679293 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(.system//collections/.system/state.json/1 )={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":".system_shard1_replica_n1",
   [junit4]   2>           "node_name":"127.0.0.1:44885_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"}}}}}
   [junit4]   2> 679302 WARN  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SolrConfig You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
   [junit4]   2> 679302 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 679308 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 679309 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=_system collection or core
   [junit4]   2> 679310 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 679316 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 679318 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 679319 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from configset .system, trusted=true
   [junit4]   2> 679319 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44885.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6852a0cc
   [junit4]   2> 679319 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_D1F039331BCB798F-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_D1F039331BCB798F-001/tempDir-001/node1/.system_shard1_replica_n1/data/]
   [junit4]   2> 679379 DEBUG (ScheduledTrigger-6530-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 679383 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 679383 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 679384 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; 
   [junit4]   2> 679384 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 679388 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 679389 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 679389 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 679389 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 679389 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 679390 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1690759252751155200
   [junit4]   2> 679392 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 679392 INFO  (searcherExecutor-6562-thread-1-processing-n:127.0.0.1:44885_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node2) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [.system_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 679394 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 1
   [junit4]   2> 679398 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 679398 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.system/leaders/shard1
   [junit4]   2> 679402 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 679402 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 679402 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44885/solr/.system_shard1_replica_n1/
   [junit4]   2> 679402 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 679403 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:44885/solr/.system_shard1_replica_n1/ has no replicas
   [junit4]   2> 679403 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/.system/leaders/shard1/leader after winning as /collections/.system/leader_elect/shard1/election/72941001094987782-core_node2-n_0000000000
   [junit4]   2> 679405 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44885/solr/.system_shard1_replica_n1/ shard1
   [junit4]   2> 679406 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 679406 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "node_name":"127.0.0.1:44885_solr",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 679506 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 2
   [junit4]   2> 679507 INFO  (zkCallback-6524-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 679508 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 679509 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 679509 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:44885_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 679509 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:44885_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 679509 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:44885_solr",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "leader":"true",
   [junit4]   2>   "base_url":"https://127.0.0.1:44885/solr"}
   [junit4]   2> 679509 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(.system//collections/.system/state.json/3 )={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":".system_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "node_name":"127.0.0.1:44885_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"}}}}}
   [junit4]   2> 679511 INFO  (qtp2052220310-8394) [n:127.0.0.1:44885_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=223
   [junit4]   2> 679513 INFO  (qtp2052220310-8397) [n:127.0.0.1:44885_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 679513 INFO  (qtp2052220310-8397) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 679610 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 3
   [junit4]   2> 679611 INFO  (zkCallback-6524-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 679611 INFO  (zkCallback-6524-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 679613 INFO  (qtp2052220310-8397) [n:127.0.0.1:44885_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=.system&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44885_solr&wt=javabin&version=2} status=0 QTime=646
   [junit4]   2> 679613 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: .system
   [junit4]   2> 679613 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 679622 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 679623 INFO  (OverseerCollectionConfigSetProcessor-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 679623 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED
   [junit4]   2> 679624 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
   [junit4]   2> 679625 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
   [junit4]   2> 679627 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
   [junit4]   2> 679628 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 679630 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 679631 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 679633 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 679634 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 679635 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 679637 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_et.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_et.txt
   [junit4]   2> 679638 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 679639 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 679641 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 679642 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 679643 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 679645 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 679646 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 679647 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 679649 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 679650 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 679651 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 679653 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 679654 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 679655 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 679657 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 679659 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 679660 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 679661 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 679663 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 679664 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 679665 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 679667 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 679668 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 679669 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 679671 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 679672 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 679673 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 679674 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 679676 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 679683 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 679684 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 679685 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 679687 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
   [junit4]   2> 679688 INFO  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
   [junit4]   2> 679692 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "maxShardsPerNode":"3",
   [junit4]   2>   "createNodeSet":"127.0.0.1:41759_solr",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 679692 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 679792 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 679893 WARN  (OverseerThreadFactory-6532-thread-2-processing-n:127.0.0.1:44885_solr) [n:127.0.0.1:44885_solr     ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 3 on collection AutoscalingHistoryHandlerTest_collection is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 679898 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 679898 INFO  (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 679900 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 679900 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 679900 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 679901 INFO  (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 679902 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 679902 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node4":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 679903 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 679903 INFO  (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 679904 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node4":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 679904 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node4":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node6":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n5",
   [junit4]   2>       "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 680005 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
   [junit4]   2> 680144 INFO  (qtp1361749608-8406) [n:127.0.0.1:41759_solr    x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n5 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n5&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 680146 INFO  (qtp1361749608-8402) [n:127.0.0.1:41759_solr    x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 680147 INFO  (qtp1361749608-8405) [n:127.0.0.1:41759_solr    x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 680149 INFO  (qtp1361749608-8402) [n:127.0.0.1:41759_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 680149 INFO  (qtp1361749608-8405) [n:127.0.0.1:41759_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 680149 INFO  (qtp1361749608-8406) [n:127.0.0.1:41759_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n5 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 680151 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 680151 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 680151 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "base_url":"https://127.0.0.1:41759/solr"}
   [junit4]   2> 680152 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1 )={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"3",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n5",
   [junit4]   2>           "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 680155 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n5",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 680156 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n5",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 680156 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n5",
   [junit4]   2>   "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "base_url":"https://127.0.0.1:41759/solr"}
   [junit4]   2> 680156 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1 )={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"3",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n5",
   [junit4]   2>           "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"}}}}}
   [junit4]   2> 680156 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 680156 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 680156 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "base_url":"https://127.0.0.1:41759/solr"}
   [junit4]   2> 680156 DEBUG (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1 )={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"3",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n5",
   [junit4]   2>           "node_name":"127.0.0.1:41759_solr",
   [junit4]   2>           "state":"

[...truncated too long message...]

1:0}
   [junit4]   2> 743126 INFO  (jetty-closer-6612-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@62fbe25a{/solr,null,STOPPED}
   [junit4]   2> 743126 INFO  (jetty-closer-6612-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 743226 INFO  (jetty-closer-6612-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@5bd2cd18{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 743226 INFO  (jetty-closer-6612-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@61e6d945{/solr,null,STOPPED}
   [junit4]   2> 743226 INFO  (jetty-closer-6612-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 743325 INFO  (jetty-closer-6612-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 743325 INFO  (jetty-closer-6612-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2c9b1b7c: rootName = solr_44885, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2b205d17
   [junit4]   2> 743330 INFO  (jetty-closer-6612-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 743330 INFO  (jetty-closer-6612-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@50a76a57: rootName = solr_44885, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@109834f3
   [junit4]   2> 743332 INFO  (jetty-closer-6612-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 743332 INFO  (jetty-closer-6612-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6600a549: rootName = solr_44885, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@717b5cd5
   [junit4]   2> 743332 INFO  (jetty-closer-6612-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 743333 INFO  (closeThreadPool-6629-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72941001094987782-127.0.0.1:44885_solr-n_0000000000) closing
   [junit4]   2> 743333 INFO  (OverseerStateUpdate-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [n:127.0.0.1:44885_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44885_solr
   [junit4]   2> 743337 INFO  (OverseerAutoScalingTriggerThread-72941001094987782-127.0.0.1:44885_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 743337 DEBUG (closeThreadPool-6629-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 743337 DEBUG (closeThreadPool-6629-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 743338 DEBUG (closeThreadPool-6629-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 743338 DEBUG (closeThreadPool-6629-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 743338 DEBUG (closeThreadPool-6629-thread-1) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 743338 DEBUG (closeThreadPool-6629-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 743338 INFO  (closeThreadPool-6629-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72941001094987782-127.0.0.1:44885_solr-n_0000000000) closing
   [junit4]   2> 743438 INFO  (jetty-closer-6612-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72941001094987782-127.0.0.1:44885_solr-n_0000000000) closing
   [junit4]   2> 743449 INFO  (jetty-closer-6612-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@70aa0ee6{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 743450 INFO  (jetty-closer-6612-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@201121eb{/solr,null,STOPPED}
   [junit4]   2> 743450 INFO  (jetty-closer-6612-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 743450 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 743461 WARN  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker-SendThread(127.0.0.1:40419)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10323743bd40000.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10323743bd40000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10323743bd40000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 743562 WARN  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker-SendThread(127.0.0.1:40419)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10323743bd40001.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10323743bd40001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10323743bd40001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 743664 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/collections/AutoscalingHistoryHandlerTest_collection/terms/shard1
   [junit4]   2> 	3	/solr/packages.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/collections/.system/terms/shard1
   [junit4]   2> 	3	/solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	20	/solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 	12	/solr/autoscaling.json
   [junit4]   2> 	11	/solr/collections/.system/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	33	/solr/overseer/queue
   [junit4]   2> 	17	/solr/live_nodes
   [junit4]   2> 	11	/solr/collections
   [junit4]   2> 	8	/solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 	8	/solr/overseer/collection-queue-work
   [junit4]   2> 	6	/solr/collections/.system/state.json
   [junit4]   2> 
   [junit4]   2> 743668 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:40419
   [junit4]   2> 743668 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40419
   [junit4]   2> 743668 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[D1F039331BCB798F]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40419
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_D1F039331BCB798F-001
   [junit4]   2> Feb 04, 2021 10:15:38 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene87, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=sr-CS, timezone=America/Costa_Rica
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=224804336,total=478674944
   [junit4]   2> NOTE: All tests run in this JVM: [TestQueryTypes, OpenExchangeRatesOrgProviderTest, TestUtilizeNode, URLClassifyProcessorTest, TestTolerantSearch, TestLegacyTerms, TestCloudRecovery, TestFieldTypeResource, CdcrWithNodesRestartsTest, UninvertDocValuesMergePolicyTest, HighlighterConfigTest, TestDocumentBuilder, TestSolrDeletionPolicy1, TestCollectionAPIs, FuzzySearchTest, TestSimGenericDistributedQueue, FieldAnalysisRequestHandlerTest, TestSolrJ, CategoryRoutedAliasUpdateProcessorTest, SecurityHeadersTest, SOLR749Test, TestManagedSynonymFilterFactory, AutoscalingHistoryHandlerTest]
   [junit4] Completed [165/923 (1!)] on J2 in 67.11s, 1 test, 1 failure <<< FAILURES!

[...truncated 53283 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.8 - Build # 42 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.8/42/

1 tests failed.
FAILED:  org.apache.solr.search.TestRecovery.stressLogReplay

Error Message:
mismatch: '56'!='57' @ response/numFound

Stack Trace:
java.lang.RuntimeException: mismatch: '56'!='57' @ response/numFound
	at __randomizedtesting.SeedInfo.seed([A10DB71FAEAE8D72:64A354B679389A30]:0)
	at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1109)
	at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1058)
	at org.apache.solr.search.TestRecovery.stressLogReplay(TestRecovery.java:172)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13477 lines...]
   [junit4] Suite: org.apache.solr.search.TestRecovery
   [junit4]   2> 520056 INFO  (SUITE-TestRecovery-seed#[A10DB71FAEAE8D72]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 520057 INFO  (SUITE-TestRecovery-seed#[A10DB71FAEAE8D72]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_A10DB71FAEAE8D72-001/data-dir-18-001
   [junit4]   2> 520057 WARN  (SUITE-TestRecovery-seed#[A10DB71FAEAE8D72]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=147 numCloses=147
   [junit4]   2> 520057 INFO  (SUITE-TestRecovery-seed#[A10DB71FAEAE8D72]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 520058 INFO  (SUITE-TestRecovery-seed#[A10DB71FAEAE8D72]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 520058 INFO  (SUITE-TestRecovery-seed#[A10DB71FAEAE8D72]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 520063 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testLogReplay
   [junit4]   2> 520063 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.SolrTestCaseJ4 updateLog impl=solr.UpdateLog
   [junit4]   2> 520063 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 520068 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 520086 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 520099 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 520102 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 521850 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.CoreContainer Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/userfiles].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_281]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.nio.fs.UnixPath.checkWrite(UnixPath.java:801) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:376) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectory(Files.java:674) ~[?:1.8.0_281]
   [junit4]   2> 	at java.nio.file.Files.createAndCheckIsDirectory(Files.java:781) ~[?:1.8.0_281]
   [junit4]   2> 	at java.nio.file.Files.createDirectories(Files.java:727) ~[?:1.8.0_281]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:370) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:335) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:183) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:802) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:663) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:652) [java/:?]
   [junit4]   2> 	at org.apache.solr.search.TestRecovery.beforeTest(TestRecovery.java:80) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_281]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
   [junit4]   2> 521852 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_281]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_281]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1311) ~[?:1.8.0_281]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1343) ~[?:1.8.0_281]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:561) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:81) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:78) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:671) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:184) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:802) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:663) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:652) [java/:?]
   [junit4]   2> 	at org.apache.solr.search.TestRecovery.beforeTest(TestRecovery.java:80) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_281]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
   [junit4]   2> 521853 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 521854 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7e38fec7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 521854 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7e38fec7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 521857 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@17ad725[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 521857 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@17ad725[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 521858 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 521886 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6765e
   [junit4]   2> 521893 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6765e
   [junit4]   2> 521893 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6765e
   [junit4]   2> 521894 INFO  (coreLoadExecutor-4000-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 521913 INFO  (coreLoadExecutor-4000-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 521929 INFO  (coreLoadExecutor-4000-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 521954 INFO  (coreLoadExecutor-4000-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 521957 INFO  (coreLoadExecutor-4000-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 521964 INFO  (coreLoadExecutor-4000-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 521964 INFO  (coreLoadExecutor-4000-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6765e
   [junit4]   2> 521965 INFO  (coreLoadExecutor-4000-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_A10DB71FAEAE8D72-001/data-dir-18-001/]
   [junit4]   2> 521967 INFO  (coreLoadExecutor-4000-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 521981 WARN  (coreLoadExecutor-4000-thread-1) [    x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 522017 INFO  (coreLoadExecutor-4000-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 522017 INFO  (coreLoadExecutor-4000-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 522018 INFO  (coreLoadExecutor-4000-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 522018 INFO  (coreLoadExecutor-4000-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 522019 INFO  (coreLoadExecutor-4000-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@562d2985
   [junit4]   2> 522022 WARN  (coreLoadExecutor-4000-thread-1) [    x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf ; switching to use InMemory storage instead.
   [junit4]   2> 522022 INFO  (coreLoadExecutor-4000-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 522022 INFO  (coreLoadExecutor-4000-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1690674856253718528
   [junit4]   2> 522024 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 522025 INFO  (searcherExecutor-4002-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 522025 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.u.DirectUpdateHandler2 [collection1]  REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 522027 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 2
   [junit4]   2> 522054 INFO  (searcherExecutor-4002-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 522054 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 26
   [junit4]   2> 522057 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={versions=true&wt=json&indent=true}{add=[A1 (1690674856289370112)]} 0 1
   [junit4]   2> 522058 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={versions=true&wt=json&indent=true}{add=[A11 (1690674856290418688)]} 0 0
   [junit4]   2> 522058 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={versions=true&wt=json&indent=true}{add=[A12 (1690674856291467264)]} 0 0
   [junit4]   2> 522063 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={versions=true&wt=json&indent=true}{deleteByQuery=id:A11 (-1690674856291467265)} 0 4
   [junit4]   2> 522064 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={versions=true&wt=json&indent=true}{add=[A13 (1690674856296710144)]} 0 0
   [junit4]   2> 522073 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={versions=true&wt=json&indent=true}{add=[A12 (1690674856299855872)]} 0 9
   [junit4]   2> 522074 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={versions=true&wt=json&indent=true}{add=[A12 (1690674856308244480)]} 0 0
   [junit4]   2> 522074 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 522079 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&getVersions=7&wt=xml} status=0 QTime=4
   [junit4]   2> 522079 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=70018351
   [junit4]   2> 522080 INFO  (coreCloseExecutor-4008-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@ca500c7
   [junit4]   2> 522080 INFO  (coreCloseExecutor-4008-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@ca500c7
   [junit4]   2> 522080 INFO  (coreCloseExecutor-4008-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b63e204: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@163f53b7
   [junit4]   2> 522092 INFO  (coreCloseExecutor-4008-thread-1) [     ] o.a.s.u.TestInjection Inject failure: skipIndexWriterCommitOnClose=true: org.apache.solr.update.SolrIndexWriter@a2da6f
   [junit4]   2> 522092 WARN  (coreCloseExecutor-4008-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Skipping commit for IndexWriter.close() due to TestInjection
   [junit4]   2> 522095 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 522095 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5131528: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@1c3ba14d
   [junit4]   2> 522101 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 522101 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@245601b2: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@406433fd
   [junit4]   2> 522103 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 522103 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57d5147a: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@73782c23
   [junit4]   2> 522109 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 522123 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 522135 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 522138 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 523609 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.CoreContainer Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/userfiles].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_281]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.nio.fs.UnixPath.checkWrite(UnixPath.java:801) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:376) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectory(Files.java:674) ~[?:1.8.0_281]
   [junit4]   2> 	at java.nio.file.Files.createAndCheckIsDirectory(Files.java:781) ~[?:1.8.0_281]
   [junit4]   2> 	at java.nio.file.Files.createDirectories(Files.java:727) ~[?:1.8.0_281]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:370) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:335) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:183) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
   [junit4]   2> 	at org.apache.solr.search.TestRecovery.testLogReplay(TestRecovery.java:221) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_281]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
   [junit4]   2> 523611 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_281]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_281]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1311) ~[?:1.8.0_281]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1343) ~[?:1.8.0_281]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:561) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:81) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:78) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:671) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:184) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
   [junit4]   2> 	at org.apache.solr.search.TestRecovery.testLogReplay(TestRecovery.java:221) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_281]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
   [junit4]   2> 523612 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 523613 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@240db2c7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 523613 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@240db2c7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 523616 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@791df135[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 523616 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@791df135[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 523617 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 523646 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6765e
   [junit4]   2> 523653 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6765e
   [junit4]   2> 523653 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6765e
   [junit4]   2> 523655 INFO  (coreLoadExecutor-4020-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 523662 INFO  (coreLoadExecutor-4020-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 523678 INFO  (coreLoadExecutor-4020-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 523690 INFO  (coreLoadExecutor-4020-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 523693 INFO  (coreLoadExecutor-4020-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 523700 INFO  (coreLoadExecutor-4020-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 523701 INFO  (coreLoadExecutor-4020-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6765e
   [junit4]   2> 523701 INFO  (coreLoadExecutor-4020-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_A10DB71FAEAE8D72-001/data-dir-18-001/]
   [junit4]   2> 523704 WARN  (coreLoadExecutor-4020-thread-1) [    x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 523745 INFO  (coreLoadExecutor-4020-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 523745 INFO  (coreLoadExecutor-4020-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 523746 INFO  (coreLoadExecutor-4020-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 523746 INFO  (coreLoadExecutor-4020-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 523747 INFO  (coreLoadExecutor-4020-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 523750 WARN  (coreLoadExecutor-4020-thread-1) [    x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf ; switching to use InMemory storage instead.
   [junit4]   2> 523750 INFO  (coreLoadExecutor-4020-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 523753 INFO  (searcherExecutor-4022-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 523755 WARN  (recoveryExecutor-4024-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.u.UpdateLog Starting log replay tlog{file=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_A10DB71FAEAE8D72-001/data-dir-18-001/tlog/tlog.0000000000000000001 refcount=2}  active=false starting pos=0 inSortedOrder=false
   [junit4]   2> 523756 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 523757 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&getVersions=7&wt=xml} status=0 QTime=0
   [junit4]   2> 523757 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&getVersions=7&wt=xml} status=0 QTime=0
   [junit4]   2> 524648 INFO  (searcherExecutor-4022-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 524649 INFO  (recoveryExecutor-4024-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[A1 (1690674856289370112), A11 (1690674856290418688), A12 (1690674856291467264), A13 (1690674856296710144), A12 (1690674856299855872), A12 (1690674856308244480)],deleteByQuery=id:A11 (-1690674856291467265)} 0 894
   [junit4]   2> 524649 WARN  (recoveryExecutor-4024-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.u.UpdateLog Log replay finished. recoveryInfo=RecoveryInfo{adds=6 deletes=0 deleteByQuery=1 errors=0 positionOfStart=0}
   [junit4]   2> 524649 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=val_i_dvo:2&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 524650 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 524653 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&getVersions=7&wt=xml} status=0 QTime=0
   [junit4]   2> 524655 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[A2 (1690674859012521984)]} 0 1
   [junit4]   2> 524655 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[A3 (1690674859014619136)]} 0 0
   [junit4]   2> 524656 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{delete=[A2 (-1690674859014619137)]} 0 0
   [junit4]   2> 524656 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[A4 (1690674859015667712)]} 0 0
   [junit4]   2> 524656 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 524656 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=val_i_dvo:2&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 524656 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1998980091
   [junit4]   2> 524657 INFO  (coreCloseExecutor-4028-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@ed995af
   [junit4]   2> 524657 INFO  (coreCloseExecutor-4028-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@ed995af
   [junit4]   2> 524657 INFO  (coreCloseExecutor-4028-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4145908f: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@5c9749e
   [junit4]   2> 524670 INFO  (coreCloseExecutor-4028-thread-1) [     ] o.a.s.u.TestInjection Inject failure: skipIndexWriterCommitOnClose=true: org.apache.solr.update.SolrIndexWriter@120d41e0
   [junit4]   2> 524670 WARN  (coreCloseExecutor-4028-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Skipping commit for IndexWriter.close() due to TestInjection
   [junit4]   2> 524727 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 524727 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ddafbc3: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@6336568b
   [junit4]   2> 524734 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 524734 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@dac6a65: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@406433fd
   [junit4]   2> 524737 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 524737 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@574b01fe: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@73782c23
   [junit4]   2> 524745 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 524769 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 524781 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 524784 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 525778 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.CoreContainer Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/userfiles].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_281]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.nio.fs.UnixPath.checkWrite(UnixPath.java:801) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:376) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectory(Files.java:674) ~[?:1.8.0_281]
   [junit4]   2> 	at java.nio.file.Files.createAndCheckIsDirectory(Files.java:781) ~[?:1.8.0_281]
   [junit4]   2> 	at java.nio.file.Files.createDirectories(Files.java:727) ~[?:1.8.0_281]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:370) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:335) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:183) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
   [junit4]   2> 	at org.apache.solr.search.TestRecovery.testLogReplay(TestRecovery.java:276) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_281]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
   [junit4]   2> 525780 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_281]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_281]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1311) ~[?:1.8.0_281]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1343) ~[?:1.8.0_281]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:561) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:81) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:78) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:671) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:184) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
   [junit4]   2> 	at org.apache.solr.search.TestRecovery.testLogReplay(TestRecovery.java:276) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_281]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
   [junit4]   2> 525781 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 525782 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3d075988[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 525782 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3d075988[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 525785 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@44951e4b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 525785 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@44951e4b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 525786 WARN  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 525813 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6765e
   [junit4]   2> 525820 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6765e
   [junit4]   2> 525820 INFO  (TEST-TestRecovery.testLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6765e
   [junit4]   2> 525821 INFO  (coreLoadExecutor-4040-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 525828 INFO  (coreLoadExecutor-4040-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 525843 INFO  (coreLoadExecutor-4040-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 525855 INFO  (coreLoadExecutor-4040-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 525858 INFO  (coreLoadExecutor-4040-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 525865 INFO  (coreLoadExecutor-4040-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 525865 INFO  (coreLoadExecutor-4040-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f6765e
   [junit4]   2> 525865 INFO  (coreLoadExecutor-4040-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-fi

[...truncated too long message...]

a-dir-37-001/tlog/tlog.0000000000000000001 refcount=2}  active=false starting pos=0 inSortedOrder=false
   [junit4]   2> 657878 INFO  (searcherExecutor-4887-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 657878 INFO  (recoveryExecutor-4889-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[5332 (1690674991817818112), 2319 (1690674991818866688), 5424 (1690674991818866689), 4403 (1690674991818866690), 9541 (1690674991818866691), 3331 (1690674991819915264), 1678 (1690674991819915265), 749 (1690674991822012416), 2141 (1690674991823060992), 4943 (1690674991823060993), ... (130 adds)],delete=[1641 (-1690674991828303873), 4403 (-1690674991828303874), 7319 (-1690674991829352451), 749 (-1690674991830401024), 3512 (-1690674991868149761), 4106 (-1690674991868149762), 9513 (-1690674992005513219), 5969 (-1690674992138682371), 5384 (-1690674992139730944), 5025 (-1690674992458498051), ... (20 deletes)],deleteByQuery=val_i_dvo:50 (-1690674991876538370),deleteByQuery=val_i_dvo:263 (-1690674992119808000),deleteByQuery=val_i_dvo:771 (-1690674992135536640),deleteByQuery=val_i_dvo:471 (-1690674992139730945),deleteByQuery=val_i_dvo:369 (-1690674992510926849),deleteByQuery=val_i_dvo:246 (-1690674992566501376),deleteByQuery=val_i_dvo:564 (-1690674992616833024)} 0 1584
   [junit4]   2> 657878 WARN  (recoveryExecutor-4889-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.u.UpdateLog Log replay finished. recoveryInfo=RecoveryInfo{adds=130 deletes=13 deleteByQuery=7 errors=0 positionOfStart=0}
   [junit4]   2> 657879 INFO  (TEST-TestRecovery.stressLogReplay-seed#[A10DB71FAEAE8D72]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 0
   [junit4]   2> 657879 INFO  (TEST-TestRecovery.stressLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&wt=xml} hits=57 status=0 QTime=0
   [junit4]   2> 657880 ERROR (TEST-TestRecovery.stressLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.SolrTestCaseJ4 query failed JSON validation. error=mismatch: '56'!='57' @ response/numFound
   [junit4]   2>  expected =/response/numFound==56
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":0},
   [junit4]   2>   "response":{"numFound":57,"start":0,"numFoundExact":true,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"5332",
   [junit4]   2>         "_root_":"5332",
   [junit4]   2>         "_version_":1690674991830401025,
   [junit4]   2>         "val_i_dvo":692},
   [junit4]   2>       {
   [junit4]   2>         "id":"5424",
   [junit4]   2>         "_root_":"5424",
   [junit4]   2>         "_version_":1690674992565452803,
   [junit4]   2>         "val_i_dvo":908},
   [junit4]   2>       {
   [junit4]   2>         "id":"9541",
   [junit4]   2>         "_root_":"9541",
   [junit4]   2>         "_version_":1690674992621027328,
   [junit4]   2>         "val_i_dvo":45},
   [junit4]   2>       {
   [junit4]   2>         "id":"4943",
   [junit4]   2>         "_root_":"4943",
   [junit4]   2>         "_version_":1690674992563355648,
   [junit4]   2>         "val_i_dvo":700},
   [junit4]   2>       {
   [junit4]   2>         "id":"5896",
   [junit4]   2>         "_root_":"5896",
   [junit4]   2>         "_version_":1690674992006561792,
   [junit4]   2>         "val_i_dvo":252},
   [junit4]   2>       {
   [junit4]   2>         "id":"6969",
   [junit4]   2>         "_root_":"6969",
   [junit4]   2>         "_version_":1690674992623124483,
   [junit4]   2>         "val_i_dvo":584},
   [junit4]   2>       {
   [junit4]   2>         "id":"7552",
   [junit4]   2>         "_root_":"7552",
   [junit4]   2>         "_version_":1690674991829352452,
   [junit4]   2>         "val_i_dvo":331},
   [junit4]   2>       {
   [junit4]   2>         "id":"6624",
   [junit4]   2>         "_root_":"6624",
   [junit4]   2>         "_version_":1690674991875489792,
   [junit4]   2>         "val_i_dvo":284},
   [junit4]   2>       {
   [junit4]   2>         "id":"5872",
   [junit4]   2>         "_root_":"5872",
   [junit4]   2>         "_version_":1690674991829352453,
   [junit4]   2>         "val_i_dvo":0},
   [junit4]   2>       {
   [junit4]   2>         "id":"6691",
   [junit4]   2>         "_root_":"6691",
   [junit4]   2>         "_version_":1690674991830401028,
   [junit4]   2>         "val_i_dvo":76}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = q=*:*&wt=xml
   [junit4]   2> 657880 INFO  (TEST-TestRecovery.stressLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 657880 INFO  (TEST-TestRecovery.stressLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1707204547
   [junit4]   2> 657883 INFO  (coreCloseExecutor-4893-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@33afcef0
   [junit4]   2> 657883 INFO  (coreCloseExecutor-4893-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@33afcef0
   [junit4]   2> 657883 INFO  (coreCloseExecutor-4893-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@768e3e38: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@2ab650ad
   [junit4]   2> 657906 INFO  (coreCloseExecutor-4893-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 657910 INFO  (TEST-TestRecovery.stressLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 657910 INFO  (TEST-TestRecovery.stressLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d45609e: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@12905d60
   [junit4]   2> 657922 INFO  (TEST-TestRecovery.stressLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 657922 INFO  (TEST-TestRecovery.stressLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12257362: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@406433fd
   [junit4]   2> 657924 INFO  (TEST-TestRecovery.stressLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 657924 INFO  (TEST-TestRecovery.stressLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3fab9db: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@73782c23
   [junit4]   2> 657935 INFO  (TEST-TestRecovery.stressLogReplay-seed#[A10DB71FAEAE8D72]) [     ] o.a.s.SolrTestCaseJ4 ###Ending stressLogReplay
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestRecovery -Dtests.method=stressLogReplay -Dtests.seed=A10DB71FAEAE8D72 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/test-data/enwiki.random.lines.txt -Dtests.locale=ar-OM -Dtests.timezone=Africa/Mbabane -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   13.2s J1 | TestRecovery.stressLogReplay <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '56'!='57' @ response/numFound
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A10DB71FAEAE8D72:64A354B679389A30]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1109)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1058)
   [junit4]    > 	at org.apache.solr.search.TestRecovery.stressLogReplay(TestRecovery.java:172)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_A10DB71FAEAE8D72-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=PostingsFormat(name=MockRandom), id=FST50}, docValues:{_version_=DocValuesFormat(name=Lucene80), val_i_dvo=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1592, maxMBSortInHeap=6.289700618600371, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ar-OM, timezone=Africa/Mbabane
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=171406248,total=525860864
   [junit4]   2> NOTE: All tests run in this JVM: [MoveReplicaHDFSTest, SmileWriterTest, SampleTest, TestJsonFacets, TestSolrFieldCacheBean, TestNestedUpdateProcessor, ReplicationFactorTest, HealthCheckHandlerTest, ZkStateWriterTest, BitVectorTest, TestReversedWildcardFilterFactory, ChaosMonkeyNothingIsSafeTest, TestCloudDeleteByQuery, TestSolrCloudWithKerberosAlt, ThreadDumpHandlerTest, TestWriterPerf, TestTrieFacet, TestSolr4Spatial, StressHdfsTest, TestRecovery]
   [junit4] Completed [124/923 (1!)] on J1 in 138.15s, 20 tests, 1 error <<< FAILURES!

[...truncated 53448 lines...]