You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/01/09 13:21:19 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 4000 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/4000/

1 tests failed.
FAILED:  org.apache.solr.cloud.DeleteShardTest.test

Error Message:
Error from server at http://127.0.0.1:38541/solr: The slice: shard2 is currently active. Only non-active (or custom-hashed) slices can be deleted.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38541/solr: The slice: shard2 is currently active. Only non-active (or custom-hashed) slices can be deleted.
	at __randomizedtesting.SeedInfo.seed([AF0E6CF3F26600A1:275A53295C9A6D59]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.DeleteShardTest.test(DeleteShardTest.java:85)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 14492 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteShardTest
   [junit4]   2> 1486075 INFO  (SUITE-DeleteShardTest-seed#[AF0E6CF3F26600A1]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteShardTest_AF0E6CF3F26600A1-001/data-dir-161-001
   [junit4]   2> 1486075 WARN  (SUITE-DeleteShardTest-seed#[AF0E6CF3F26600A1]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=43 numCloses=43
   [junit4]   2> 1486075 INFO  (SUITE-DeleteShardTest-seed#[AF0E6CF3F26600A1]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1486076 INFO  (SUITE-DeleteShardTest-seed#[AF0E6CF3F26600A1]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1486076 INFO  (SUITE-DeleteShardTest-seed#[AF0E6CF3F26600A1]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1486078 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1486078 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteShardTest_AF0E6CF3F26600A1-001/tempDir-001
   [junit4]   2> 1486078 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1486079 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1486079 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1486179 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.ZkTestServer start zk server on port:34045
   [junit4]   2> 1486179 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34045
   [junit4]   2> 1486179 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34045
   [junit4]   2> 1486179 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34045
   [junit4]   2> 1486180 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1486182 INFO  (zkConnectionManagerCallback-10142-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1486182 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1486184 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1486184 INFO  (zkConnectionManagerCallback-10144-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1486184 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1486185 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1486186 INFO  (zkConnectionManagerCallback-10146-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1486186 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1486288 WARN  (jetty-launcher-10147-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1486288 WARN  (jetty-launcher-10147-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1486288 INFO  (jetty-launcher-10147-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1486288 INFO  (jetty-launcher-10147-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1486288 INFO  (jetty-launcher-10147-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1486288 INFO  (jetty-launcher-10147-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1486288 INFO  (jetty-launcher-10147-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1486288 INFO  (jetty-launcher-10147-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1486289 INFO  (jetty-launcher-10147-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1486289 INFO  (jetty-launcher-10147-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1486289 INFO  (jetty-launcher-10147-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1486289 INFO  (jetty-launcher-10147-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1486289 INFO  (jetty-launcher-10147-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1486289 INFO  (jetty-launcher-10147-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1486289 INFO  (jetty-launcher-10147-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b34a17e{/solr,null,AVAILABLE}
   [junit4]   2> 1486290 INFO  (jetty-launcher-10147-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ed22bf5{/solr,null,AVAILABLE}
   [junit4]   2> 1486290 INFO  (jetty-launcher-10147-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@29e8301e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38541}
   [junit4]   2> 1486290 INFO  (jetty-launcher-10147-thread-2) [     ] o.e.j.s.Server Started @1486327ms
   [junit4]   2> 1486290 INFO  (jetty-launcher-10147-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4915f9ef{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45975}
   [junit4]   2> 1486290 INFO  (jetty-launcher-10147-thread-1) [     ] o.e.j.s.Server Started @1486327ms
   [junit4]   2> 1486290 INFO  (jetty-launcher-10147-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38541}
   [junit4]   2> 1486290 INFO  (jetty-launcher-10147-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45975}
   [junit4]   2> 1486290 ERROR (jetty-launcher-10147-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1486290 ERROR (jetty-launcher-10147-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1486290 INFO  (jetty-launcher-10147-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1486290 INFO  (jetty-launcher-10147-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1486290 INFO  (jetty-launcher-10147-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 1486290 INFO  (jetty-launcher-10147-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 1486290 INFO  (jetty-launcher-10147-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1486290 INFO  (jetty-launcher-10147-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1486290 INFO  (jetty-launcher-10147-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1486290 INFO  (jetty-launcher-10147-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1486290 INFO  (jetty-launcher-10147-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-09T12:41:12.143599Z
   [junit4]   2> 1486290 INFO  (jetty-launcher-10147-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-09T12:41:12.143599Z
   [junit4]   2> 1486291 INFO  (jetty-launcher-10147-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1486291 INFO  (jetty-launcher-10147-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1486292 INFO  (zkConnectionManagerCallback-10151-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1486292 INFO  (jetty-launcher-10147-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1486292 INFO  (zkConnectionManagerCallback-10150-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1486292 INFO  (jetty-launcher-10147-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1486292 INFO  (jetty-launcher-10147-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1486292 INFO  (jetty-launcher-10147-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1486471 INFO  (jetty-launcher-10147-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1486471 WARN  (jetty-launcher-10147-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7b240345[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1486471 WARN  (jetty-launcher-10147-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7b240345[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1486473 WARN  (jetty-launcher-10147-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6b672559[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1486473 WARN  (jetty-launcher-10147-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6b672559[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1486474 INFO  (jetty-launcher-10147-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34045/solr
   [junit4]   2> 1486475 INFO  (jetty-launcher-10147-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1486476 INFO  (zkConnectionManagerCallback-10159-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1486476 INFO  (jetty-launcher-10147-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1486495 INFO  (jetty-launcher-10147-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1486495 WARN  (jetty-launcher-10147-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@27b5ca09[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1486495 WARN  (jetty-launcher-10147-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@27b5ca09[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1486497 WARN  (jetty-launcher-10147-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@e02eec9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1486497 WARN  (jetty-launcher-10147-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@e02eec9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1486498 INFO  (jetty-launcher-10147-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34045/solr
   [junit4]   2> 1486499 INFO  (jetty-launcher-10147-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1486500 INFO  (zkConnectionManagerCallback-10165-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1486500 INFO  (jetty-launcher-10147-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1486578 INFO  (jetty-launcher-10147-thread-2) [n:127.0.0.1:38541_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1486579 INFO  (zkConnectionManagerCallback-10167-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1486579 INFO  (jetty-launcher-10147-thread-2) [n:127.0.0.1:38541_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1486625 INFO  (jetty-launcher-10147-thread-2) [n:127.0.0.1:38541_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38541_solr
   [junit4]   2> 1486626 INFO  (jetty-launcher-10147-thread-2) [n:127.0.0.1:38541_solr     ] o.a.s.c.Overseer Overseer (id=73040323736633351-127.0.0.1:38541_solr-n_0000000000) starting
   [junit4]   2> 1486629 INFO  (OverseerStateUpdate-73040323736633351-127.0.0.1:38541_solr-n_0000000000) [n:127.0.0.1:38541_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38541_solr
   [junit4]   2> 1486629 INFO  (jetty-launcher-10147-thread-2) [n:127.0.0.1:38541_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38541_solr
   [junit4]   2> 1486630 INFO  (OverseerStateUpdate-73040323736633351-127.0.0.1:38541_solr-n_0000000000) [n:127.0.0.1:38541_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1486630 WARN  (jetty-launcher-10147-thread-2) [n:127.0.0.1:38541_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1486640 INFO  (jetty-launcher-10147-thread-2) [n:127.0.0.1:38541_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1486654 INFO  (jetty-launcher-10147-thread-2) [n:127.0.0.1:38541_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38541.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6409a327
   [junit4]   2> 1486660 INFO  (jetty-launcher-10147-thread-2) [n:127.0.0.1:38541_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38541.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6409a327
   [junit4]   2> 1486660 INFO  (jetty-launcher-10147-thread-2) [n:127.0.0.1:38541_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38541.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6409a327
   [junit4]   2> 1486661 INFO  (jetty-launcher-10147-thread-2) [n:127.0.0.1:38541_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1486661 INFO  (jetty-launcher-10147-thread-2) [n:127.0.0.1:38541_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteShardTest_AF0E6CF3F26600A1-001/tempDir-001/node2/.
   [junit4]   2> 1486678 INFO  (jetty-launcher-10147-thread-1) [n:127.0.0.1:45975_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1486679 INFO  (zkConnectionManagerCallback-10173-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1486679 INFO  (jetty-launcher-10147-thread-1) [n:127.0.0.1:45975_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1486682 INFO  (jetty-launcher-10147-thread-1) [n:127.0.0.1:45975_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1486684 INFO  (jetty-launcher-10147-thread-1) [n:127.0.0.1:45975_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:45975_solr as DOWN
   [junit4]   2> 1486685 INFO  (jetty-launcher-10147-thread-1) [n:127.0.0.1:45975_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1486685 INFO  (jetty-launcher-10147-thread-1) [n:127.0.0.1:45975_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45975_solr
   [junit4]   2> 1486686 INFO  (zkCallback-10166-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1486686 INFO  (zkCallback-10172-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1486686 WARN  (jetty-launcher-10147-thread-1) [n:127.0.0.1:45975_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1486696 INFO  (jetty-launcher-10147-thread-1) [n:127.0.0.1:45975_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1486709 INFO  (jetty-launcher-10147-thread-1) [n:127.0.0.1:45975_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45975.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6409a327
   [junit4]   2> 1486716 INFO  (jetty-launcher-10147-thread-1) [n:127.0.0.1:45975_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45975.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6409a327
   [junit4]   2> 1486716 INFO  (jetty-launcher-10147-thread-1) [n:127.0.0.1:45975_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45975.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6409a327
   [junit4]   2> 1486717 INFO  (jetty-launcher-10147-thread-1) [n:127.0.0.1:45975_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1486717 INFO  (jetty-launcher-10147-thread-1) [n:127.0.0.1:45975_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteShardTest_AF0E6CF3F26600A1-001/tempDir-001/node1/.
   [junit4]   2> 1486737 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 1486738 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1486740 INFO  (zkConnectionManagerCallback-10182-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1486740 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1486741 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1486742 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34045/solr ready
   [junit4]   2> 1486750 INFO  (qtp657443467-29255) [n:127.0.0.1:38541_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=deleteShard&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1486752 INFO  (OverseerThreadFactory-7313-thread-1-processing-n:127.0.0.1:38541_solr) [n:127.0.0.1:38541_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection deleteShard
   [junit4]   2> 1486857 INFO  (OverseerStateUpdate-73040323736633351-127.0.0.1:38541_solr-n_0000000000) [n:127.0.0.1:38541_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deleteShard",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"deleteShard_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38541/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1486858 INFO  (OverseerStateUpdate-73040323736633351-127.0.0.1:38541_solr-n_0000000000) [n:127.0.0.1:38541_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deleteShard",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"deleteShard_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45975/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1487062 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr    x:deleteShard_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=deleteShard_shard1_replica_n1&action=CREATE&numShards=2&collection=deleteShard&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1487062 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr    x:deleteShard_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=deleteShard_shard2_replica_n2&action=CREATE&numShards=2&collection=deleteShard&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1487062 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr    x:deleteShard_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1488072 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1488075 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1488079 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.s.IndexSchema [deleteShard_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 1488081 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1488081 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'deleteShard_shard2_replica_n2' using configuration from collection deleteShard, trusted=true
   [junit4]   2> 1488081 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.s.IndexSchema [deleteShard_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1488082 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45975.solr.core.deleteShard.shard2.replica_n2' (registry 'solr.core.deleteShard.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6409a327
   [junit4]   2> 1488082 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.c.SolrCore [[deleteShard_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteShardTest_AF0E6CF3F26600A1-001/tempDir-001/node1/deleteShard_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteShardTest_AF0E6CF3F26600A1-001/tempDir-001/node1/./deleteShard_shard2_replica_n2/data/]
   [junit4]   2> 1488083 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1488083 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'deleteShard_shard1_replica_n1' using configuration from collection deleteShard, trusted=true
   [junit4]   2> 1488083 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38541.solr.core.deleteShard.shard1.replica_n1' (registry 'solr.core.deleteShard.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6409a327
   [junit4]   2> 1488083 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.c.SolrCore [[deleteShard_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteShardTest_AF0E6CF3F26600A1-001/tempDir-001/node2/deleteShard_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteShardTest_AF0E6CF3F26600A1-001/tempDir-001/node2/./deleteShard_shard1_replica_n1/data/]
   [junit4]   2> 1488127 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1488127 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1488129 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1488129 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1488130 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1488130 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1488130 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a910d9e[deleteShard_shard1_replica_n1] main]
   [junit4]   2> 1488131 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1488132 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1488132 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1488132 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1488132 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1488132 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1655254468772495360
   [junit4]   2> 1488133 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@17e49586[deleteShard_shard2_replica_n2] main]
   [junit4]   2> 1488134 INFO  (searcherExecutor-7323-thread-1-processing-n:127.0.0.1:38541_solr x:deleteShard_shard1_replica_n1 c:deleteShard s:shard1 r:core_node3) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.c.SolrCore [deleteShard_shard1_replica_n1] Registered new searcher Searcher@3a910d9e[deleteShard_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1488134 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1488134 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1488135 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1488135 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1655254468775641088
   [junit4]   2> 1488136 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deleteShard/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 1488136 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/deleteShard/leaders/shard1
   [junit4]   2> 1488138 INFO  (searcherExecutor-7322-thread-1-processing-n:127.0.0.1:45975_solr x:deleteShard_shard2_replica_n2 c:deleteShard s:shard2 r:core_node4) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.c.SolrCore [deleteShard_shard2_replica_n2] Registered new searcher Searcher@17e49586[deleteShard_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1488138 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1488138 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1488138 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38541/solr/deleteShard_shard1_replica_n1/
   [junit4]   2> 1488138 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1488139 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:38541/solr/deleteShard_shard1_replica_n1/ has no replicas
   [junit4]   2> 1488139 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/deleteShard/leaders/shard1/leader after winning as /collections/deleteShard/leader_elect/shard1/election/73040323736633351-core_node3-n_0000000000
   [junit4]   2> 1488140 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deleteShard/terms/shard2 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 1488140 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/deleteShard/leaders/shard2
   [junit4]   2> 1488140 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38541/solr/deleteShard_shard1_replica_n1/ shard1
   [junit4]   2> 1488142 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1488142 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1488142 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45975/solr/deleteShard_shard2_replica_n2/
   [junit4]   2> 1488142 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1488142 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.c.SyncStrategy http://127.0.0.1:45975/solr/deleteShard_shard2_replica_n2/ has no replicas
   [junit4]   2> 1488142 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/deleteShard/leaders/shard2/leader after winning as /collections/deleteShard/leader_elect/shard2/election/73040323736633352-core_node4-n_0000000000
   [junit4]   2> 1488143 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45975/solr/deleteShard_shard2_replica_n2/ shard2
   [junit4]   2> 1488245 INFO  (zkCallback-10166-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488245 INFO  (zkCallback-10172-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488245 INFO  (zkCallback-10166-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488245 INFO  (zkCallback-10172-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488245 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1488245 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1488247 INFO  (qtp1204952933-29254) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=deleteShard_shard2_replica_n2&action=CREATE&numShards=2&collection=deleteShard&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1185
   [junit4]   2> 1488248 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard s:shard1 r:core_node3 x:deleteShard_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=deleteShard_shard1_replica_n1&action=CREATE&numShards=2&collection=deleteShard&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1186
   [junit4]   2> 1488249 INFO  (qtp657443467-29255) [n:127.0.0.1:38541_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1488349 INFO  (zkCallback-10172-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488349 INFO  (zkCallback-10166-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488349 INFO  (zkCallback-10166-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488349 INFO  (zkCallback-10166-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488349 INFO  (zkCallback-10172-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488349 INFO  (zkCallback-10172-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488350 INFO  (qtp657443467-29255) [n:127.0.0.1:38541_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=deleteShard&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=1600
   [junit4]   2> 1488350 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: deleteShard
   [junit4]   2> 1488353 INFO  (qtp657443467-29261) [n:127.0.0.1:38541_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deleteshard with params action=DELETESHARD&collection=deleteShard&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1488355 INFO  (OverseerThreadFactory-7313-thread-2-processing-n:127.0.0.1:38541_solr) [n:127.0.0.1:38541_solr c:deleteShard s:shard1   ] o.a.s.c.a.c.DeleteShardCmd Delete shard invoked
   [junit4]   2> 1488355 INFO  (OverseerCollectionConfigSetProcessor-73040323736633351-127.0.0.1:38541_solr-n_0000000000) [n:127.0.0.1:38541_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1488355 ERROR (OverseerThreadFactory-7313-thread-2-processing-n:127.0.0.1:38541_solr) [n:127.0.0.1:38541_solr c:deleteShard s:shard1   ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: deleteShard operation: deleteshard failed:org.apache.solr.common.SolrException: The slice: shard1 is currently active. Only non-active (or custom-hashed) slices can be deleted.
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.DeleteShardCmd.call(DeleteShardCmd.java:87)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:263)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:504)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 
   [junit4]   2> 1488356 INFO  (qtp657443467-29261) [n:127.0.0.1:38541_solr c:deleteShard    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=DELETESHARD&collection=deleteShard&shard=shard1&wt=javabin&version=2} status=400 QTime=3
   [junit4]   2> 1488358 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.SolrCloudTestCase waitForState (deleteShard): Expected shard shard1 to be in state inactive
   [junit4]   2> 1488358 INFO  (OverseerStateUpdate-73040323736633351-127.0.0.1:38541_solr-n_0000000000) [n:127.0.0.1:38541_solr     ] o.a.s.c.o.SliceMutator Update shard state invoked for collection: deleteShard with message: {
   [junit4]   2>   "shard1":"inactive",
   [junit4]   2>   "collection":"deleteShard",
   [junit4]   2>   "operation":"updateshardstate"}
   [junit4]   2> 1488358 INFO  (OverseerStateUpdate-73040323736633351-127.0.0.1:38541_solr-n_0000000000) [n:127.0.0.1:38541_solr     ] o.a.s.c.o.SliceMutator Update shard state shard1 to inactive
   [junit4]   2> 1488459 INFO  (zkCallback-10166-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488459 INFO  (zkCallback-10172-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488459 INFO  (zkCallback-10181-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488459 INFO  (zkCallback-10166-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488459 INFO  (zkCallback-10172-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488459 INFO  (zkCallback-10166-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488459 INFO  (zkCallback-10172-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488459 INFO  (zkCallback-10181-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488460 INFO  (qtp657443467-29253) [n:127.0.0.1:38541_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deleteshard with params action=DELETESHARD&collection=deleteShard&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1488462 INFO  (OverseerThreadFactory-7313-thread-3-processing-n:127.0.0.1:38541_solr) [n:127.0.0.1:38541_solr c:deleteShard s:shard1   ] o.a.s.c.a.c.DeleteShardCmd Delete shard invoked
   [junit4]   2> 1488462 INFO  (OverseerThreadFactory-7313-thread-3-processing-n:127.0.0.1:38541_solr) [n:127.0.0.1:38541_solr c:deleteShard s:shard1   ] o.a.s.c.a.c.DeleteShardCmd Deleting replica for collection=deleteShard shard=shard1 on node=127.0.0.1:38541_solr
   [junit4]   2> 1488462 INFO  (OverseerCollectionConfigSetProcessor-73040323736633351-127.0.0.1:38541_solr-n_0000000000) [n:127.0.0.1:38541_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1488463 INFO  (qtp657443467-29257) [n:127.0.0.1:38541_solr    x:deleteShard_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.deleteShard.shard1.replica_n1, tag=null
   [junit4]   2> 1488463 INFO  (qtp657443467-29257) [n:127.0.0.1:38541_solr    x:deleteShard_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e8b5ddb: rootName = solr_38541, domain = solr.core.deleteShard.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.deleteShard.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6c142a6c
   [junit4]   2> 1488476 INFO  (qtp657443467-29257) [n:127.0.0.1:38541_solr    x:deleteShard_shard1_replica_n1 ] o.a.s.c.SolrCore [deleteShard_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3dbeb440
   [junit4]   2> 1488476 INFO  (qtp657443467-29257) [n:127.0.0.1:38541_solr    x:deleteShard_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.deleteShard.shard1.replica_n1, tag=SolrCore@3dbeb440
   [junit4]   2> 1488476 INFO  (qtp657443467-29257) [n:127.0.0.1:38541_solr    x:deleteShard_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.deleteShard.shard1.leader, tag=SolrCore@3dbeb440
   [junit4]   2> 1488479 INFO  (qtp657443467-29257) [n:127.0.0.1:38541_solr    x:deleteShard_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deleteShard/terms/shard1 to Terms{values={}, version=1}
   [junit4]   2> 1488480 INFO  (qtp657443467-29257) [n:127.0.0.1:38541_solr    x:deleteShard_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=deleteShard_shard1_replica_n1&deleteMetricsHistory=true&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=16
   [junit4]   2> 1488581 INFO  (zkCallback-10166-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488581 INFO  (zkCallback-10166-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488581 INFO  (zkCallback-10166-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488581 INFO  (zkCallback-10172-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488581 INFO  (zkCallback-10172-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488581 INFO  (zkCallback-10172-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488583 INFO  (OverseerStateUpdate-73040323736633351-127.0.0.1:38541_solr-n_0000000000) [n:127.0.0.1:38541_solr     ] o.a.s.c.o.CollectionMutator Removing collection: deleteShard shard: shard1 from clusterstate
   [junit4]   2> 1488684 INFO  (zkCallback-10166-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488684 INFO  (zkCallback-10172-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488684 INFO  (zkCallback-10172-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488684 INFO  (zkCallback-10166-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488684 INFO  (zkCallback-10172-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488684 INFO  (zkCallback-10166-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488684 INFO  (zkCallback-10166-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488685 INFO  (OverseerThreadFactory-7313-thread-3-processing-n:127.0.0.1:38541_solr) [n:127.0.0.1:38541_solr c:deleteShard s:shard1   ] o.a.s.c.a.c.DeleteShardCmd Successfully deleted collection: deleteShard, shard: shard1
   [junit4]   2> 1488685 INFO  (qtp657443467-29253) [n:127.0.0.1:38541_solr c:deleteShard    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=DELETESHARD&collection=deleteShard&shard=shard1&wt=javabin&version=2} status=0 QTime=225
   [junit4]   2> 1488686 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.SolrCloudTestCase waitForState (deleteShard): Expected 'shard1' to be removed
   [junit4]   2> 1488687 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.SolrCloudTestCase waitForState (deleteShard): Expected shard shard2 to be in state construction
   [junit4]   2> 1488688 INFO  (OverseerStateUpdate-73040323736633351-127.0.0.1:38541_solr-n_0000000000) [n:127.0.0.1:38541_solr     ] o.a.s.c.o.SliceMutator Update shard state invoked for collection: deleteShard with message: {
   [junit4]   2>   "shard2":"construction",
   [junit4]   2>   "collection":"deleteShard",
   [junit4]   2>   "operation":"updateshardstate"}
   [junit4]   2> 1488688 INFO  (OverseerStateUpdate-73040323736633351-127.0.0.1:38541_solr-n_0000000000) [n:127.0.0.1:38541_solr     ] o.a.s.c.o.SliceMutator Update shard state shard2 to construction
   [junit4]   2> 1488789 INFO  (zkCallback-10172-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488789 INFO  (zkCallback-10172-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488789 INFO  (zkCallback-10172-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488789 INFO  (zkCallback-10181-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488789 INFO  (zkCallback-10181-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1488790 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deleteshard with params action=DELETESHARD&collection=deleteShard&shard=shard2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1488791 INFO  (OverseerThreadFactory-7313-thread-4-processing-n:127.0.0.1:38541_solr) [n:127.0.0.1:38541_solr c:deleteShard s:shard2   ] o.a.s.c.a.c.DeleteShardCmd Delete shard invoked
   [junit4]   2> 1488791 ERROR (OverseerThreadFactory-7313-thread-4-processing-n:127.0.0.1:38541_solr) [n:127.0.0.1:38541_solr c:deleteShard s:shard2   ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: deleteShard operation: deleteshard failed:org.apache.solr.common.SolrException: The slice: shard2 is currently active. Only non-active (or custom-hashed) slices can be deleted.
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.DeleteShardCmd.call(DeleteShardCmd.java:87)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:263)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:504)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 
   [junit4]   2> 1488791 INFO  (OverseerCollectionConfigSetProcessor-73040323736633351-127.0.0.1:38541_solr-n_0000000000) [n:127.0.0.1:38541_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1488792 INFO  (OverseerCollectionConfigSetProcessor-73040323736633351-127.0.0.1:38541_solr-n_0000000000) [n:127.0.0.1:38541_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1488792 INFO  (qtp657443467-29259) [n:127.0.0.1:38541_solr c:deleteShard    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=DELETESHARD&collection=deleteShard&shard=shard2&wt=javabin&version=2} status=400 QTime=2
   [junit4]   2> 1488894 INFO  (jetty-closer-10185-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=164730228
   [junit4]   2> 1488894 INFO  (jetty-closer-10185-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38541_solr
   [junit4]   2> 1488895 INFO  (jetty-closer-10185-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1488895 INFO  (jetty-closer-10185-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:38541_solr as DOWN
   [junit4]   2> 1488895 INFO  (jetty-closer-10185-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=78592953
   [junit4]   2> 1488895 INFO  (jetty-closer-10185-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45975_solr
   [junit4]   2> 1488895 INFO  (jetty-closer-10185-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1488895 INFO  (jetty-closer-10185-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:45975_solr as DOWN
   [junit4]   2> 1488897 INFO  (coreCloseExecutor-7333-thread-1) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.c.SolrCore [deleteShard_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@5758f423
   [junit4]   2> 1488897 INFO  (jetty-closer-10185-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1488897 INFO  (coreCloseExecutor-7333-thread-1) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.deleteShard.shard2.replica_n2, tag=SolrCore@5758f423
   [junit4]   2> 1488897 INFO  (coreCloseExecutor-7333-thread-1) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f660c40: rootName = solr_45975, domain = solr.core.deleteShard.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.deleteShard.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@125c552a
   [junit4]   2> 1488897 INFO  (jetty-closer-10185-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@41c5093b: rootName = solr_38541, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7a305d81
   [junit4]   2> 1488904 INFO  (jetty-closer-10185-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1488904 INFO  (jetty-closer-10185-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@566ee5d6: rootName = solr_38541, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4ed998ad
   [junit4]   2> 1488906 INFO  (jetty-closer-10185-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1488906 INFO  (jetty-closer-10185-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@63a5560f: rootName = solr_38541, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@550223ae
   [junit4]   2> 1488906 INFO  (jetty-closer-10185-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1488907 INFO  (closeThreadPool-10192-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73040323736633351-127.0.0.1:38541_solr-n_0000000000) closing
   [junit4]   2> 1488907 INFO  (OverseerStateUpdate-73040323736633351-127.0.0.1:38541_solr-n_0000000000) [n:127.0.0.1:38541_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38541_solr
   [junit4]   2> 1488908 INFO  (OverseerAutoScalingTriggerThread-73040323736633351-127.0.0.1:38541_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1488911 INFO  (closeThreadPool-10192-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73040323736633351-127.0.0.1:38541_solr-n_0000000000) closing
   [junit4]   2> 1488912 INFO  (coreCloseExecutor-7333-thread-1) [n:127.0.0.1:45975_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.deleteShard.shard2.leader, tag=SolrCore@5758f423
   [junit4]   2> 1488913 INFO  (zkCallback-10172-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1488914 INFO  (jetty-closer-10185-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1488914 INFO  (jetty-closer-10185-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@67f5b92b: rootName = solr_45975, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3aed108e
   [junit4]   2> 1488918 INFO  (jetty-closer-10185-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1488918 INFO  (jetty-closer-10185-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@687615a3: rootName = solr_45975, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4ed998ad
   [junit4]   2> 1488920 INFO  (jetty-closer-10185-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1488920 INFO  (jetty-closer-10185-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b3eca4b: rootName = solr_45975, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@550223ae
   [junit4]   2> 1488920 INFO  (jetty-closer-10185-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1489013 INFO  (jetty-closer-10185-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73040323736633351-127.0.0.1:38541_solr-n_0000000000) closing
   [junit4]   2> 1489014 INFO  (jetty-closer-10185-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@29e8301e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1489014 INFO  (jetty-closer-10185-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5ed22bf5{/solr,null,UNAVAILABLE}
   [junit4]   2> 1489014 INFO  (jetty-closer-10185-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1489115 INFO  (jetty-closer-10185-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@4915f9ef{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1489115 INFO  (jetty-closer-10185-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b34a17e{/solr,null,UNAVAILABLE}
   [junit4]   2> 1489115 INFO  (jetty-closer-10185-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1489116 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1489321 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/collections/deleteShard/terms/shard1
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 	2	/solr/collections/deleteShard/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	49	/solr/collections/deleteShard/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	24	/solr/overseer/queue
   [junit4]   2> 	16	/solr/overseer/collection-queue-work
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1489323 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:34045
   [junit4]   2> 1489323 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34045
   [junit4]   2> 1489323 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34045
   [junit4]   2> 1489324 INFO  (TEST-DeleteShardTest.test-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DeleteShardTest -Dtests.method=test -Dtests.seed=AF0E6CF3F26600A1 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=kln-KE -Dtests.timezone=America/Fortaleza -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   3.25s J2 | DeleteShardTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38541/solr: The slice: shard2 is currently active. Only non-active (or custom-hashed) slices can be deleted.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AF0E6CF3F26600A1:275A53295C9A6D59]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
   [junit4]    > 	at org.apache.solr.cloud.DeleteShardTest.test(DeleteShardTest.java:85)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 1489328 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDirectoryCleanupAfterDeleteShard
   [junit4]   2> 1489328 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteShardTest_AF0E6CF3F26600A1-001/tempDir-002
   [junit4]   2> 1489328 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1489328 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1489329 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1489429 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.ZkTestServer start zk server on port:43251
   [junit4]   2> 1489429 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43251
   [junit4]   2> 1489429 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43251
   [junit4]   2> 1489429 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43251
   [junit4]   2> 1489430 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1489442 INFO  (zkConnectionManagerCallback-10195-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1489442 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1489458 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1489462 INFO  (zkConnectionManagerCallback-10197-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1489462 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1489463 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1489463 INFO  (zkConnectionManagerCallback-10199-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1489463 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1489565 WARN  (jetty-launcher-10200-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1489565 WARN  (jetty-launcher-10200-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 1489565 INFO  (jetty-launcher-10200-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1489566 INFO  (jetty-launcher-10200-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1489566 INFO  (jetty-launcher-10200-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1489566 INFO  (jetty-launcher-10200-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1489566 INFO  (jetty-launcher-10200-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1489566 INFO  (jetty-launcher-10200-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 1489576 INFO  (jetty-launcher-10200-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1489576 INFO  (jetty-launcher-10200-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1489576 INFO  (jetty-launcher-10200-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1489578 INFO  (jetty-launcher-10200-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1489578 INFO  (jetty-launcher-10200-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1489578 INFO  (jetty-launcher-10200-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1489578 INFO  (jetty-launcher-10200-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18e0eb67{/solr,null,AVAILABLE}
   [junit4]   2> 1489578 INFO  (jetty-launcher-10200-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bbbc31{/solr,null,AVAILABLE}
   [junit4]   2> 1489578 INFO  (jetty-launcher-10200-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3ccb0ed{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42107}
   [junit4]   2> 1489578 INFO  (jetty-launcher-10200-thread-1) [     ] o.e.j.s.Server Started @1489616ms
   [junit4]   2> 1489578 INFO  (jetty-launcher-10200-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42107}
   [junit4]   2> 1489579 ERROR (jetty-launcher-10200-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1489579 INFO  (jetty-launcher-10200-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1489579 INFO  (jetty-launcher-10200-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 1489579 INFO  (jetty-launcher-10200-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1489579 INFO  (jetty-launcher-10200-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1489579 INFO  (jetty-launcher-10200-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-09T12:41:15.432226Z
   [junit4]   2> 1489579 INFO  (jetty-launcher-10200-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@43b4eab6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38141}
   [junit4]   2> 1489579 INFO  (jetty-launcher-10200-thread-2) [     ] o.e.j.s.Server Started @1489616ms
   [junit4]   2> 1489579 INFO  (jetty-launcher-10200-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38141}
   [junit4]   2> 1489580 ERROR (jetty-launcher-10200-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1489580 INFO  (jetty-launcher-10200-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1489580 INFO  (jetty-launcher-10200-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 1489580 INFO  (jetty-launcher-10200-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1489580 INFO  (jetty-launcher-10200-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1489580 INFO  (jetty-launcher-10200-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-09T12:41:15.433186Z
   [junit4]   2> 1489582 INFO  (jetty-launcher-10200-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1489584 INFO  (zkConnectionManagerCallback-10202-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1489584 INFO  (jetty-launcher-10200-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1489584 INFO  (jetty-launcher-10200-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1489585 INFO  (jetty-launcher-10200-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1489586 INFO  (zkConnectionManagerCallback-10204-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1489586 INFO  (jetty-launcher-10200-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1489588 INFO  (jetty-launcher-10200-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1489808 INFO  (jetty-launcher-10200-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1489815 WARN  (jetty-launcher-10200-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1d4403df[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1489815 WARN  (jetty-launcher-10200-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1d4403df[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1489826 WARN  (jetty-launcher-10200-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6518c018[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1489826 WARN  (jetty-launcher-10200-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6518c018[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1489827 INFO  (jetty-launcher-10200-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43251/solr
   [junit4]   2> 1489831 INFO  (jetty-launcher-10200-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1489836 INFO  (zkConnectionManagerCallback-10212-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1489836 INFO  (jetty-launcher-10200-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1489931 INFO  (jetty-launcher-10200-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1489932 WARN  (jetty-launcher-10200-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@53d98c4c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1489932 WARN  (jetty-launcher-10200-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@53d98c4c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1489934 WARN  (jetty-launcher-10200-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@548f78bd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1489934 WARN  (jetty-launcher-10200-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@548f78bd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1489935 INFO  (jetty-launcher-10200-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43251/solr
   [junit4]   2> 1489935 INFO  (jetty-launcher-10200-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1489936 INFO  (zkConnectionManagerCallback-10218-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1489936 INFO  (jetty-launcher-10200-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1489938 INFO  (jetty-launcher-10200-thread-1) [n:127.0.0.1:42107_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1489939 INFO  (zkConnectionManagerCallback-10220-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1489939 INFO  (jetty-launcher-10200-thread-1) [n:127.0.0.1:42107_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1489985 INFO  (jetty-launcher-10200-thread-1) [n:127.0.0.1:42107_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42107_solr
   [junit4]   2> 1489986 INFO  (jetty-launcher-10200-thread-1) [n:127.0.0.1:42107_solr     ] o.a.s.c.Overseer Overseer (id=73040323949625351-127.0.0.1:42107_solr-n_0000000000) starting
   [junit4]   2> 1489990 INFO  (OverseerStateUpdate-73040323949625351-127.0.0.1:42107_solr-n_0000000000) [n:127.0.0.1:42107_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42107_solr
   [junit4]   2> 1489990 INFO  (jetty-launcher-10200-thread-1) [n:127.0.0.1:42107_solr     ] o.a.s.c.ZkController Register node as live in

[...truncated too long message...]

 (OverseerStateUpdate-73040323949625351-127.0.0.1:42107_solr-n_0000000000) [n:127.0.0.1:42107_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42107_solr
   [junit4]   2> 1492320 INFO  (OverseerAutoScalingTriggerThread-73040323949625351-127.0.0.1:42107_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1492326 INFO  (jetty-closer-10239-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1492326 INFO  (jetty-closer-10239-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d37601e: rootName = solr_38141, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2d3793fe
   [junit4]   2> 1492326 INFO  (zkCallback-10225-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1492329 INFO  (closeThreadPool-10246-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73040323949625351-127.0.0.1:42107_solr-n_0000000000) closing
   [junit4]   2> 1492333 INFO  (jetty-closer-10239-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1492333 INFO  (jetty-closer-10239-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1cf92d9c: rootName = solr_38141, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4ed998ad
   [junit4]   2> 1492335 INFO  (jetty-closer-10239-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1492335 INFO  (jetty-closer-10239-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@196acc42: rootName = solr_38141, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@550223ae
   [junit4]   2> 1492335 INFO  (jetty-closer-10239-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1492422 INFO  (jetty-closer-10239-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73040323949625351-127.0.0.1:42107_solr-n_0000000000) closing
   [junit4]   2> 1492423 INFO  (jetty-closer-10239-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3ccb0ed{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1492423 INFO  (jetty-closer-10239-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18e0eb67{/solr,null,UNAVAILABLE}
   [junit4]   2> 1492423 INFO  (jetty-closer-10239-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1492523 INFO  (jetty-closer-10239-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@43b4eab6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 1492523 INFO  (jetty-closer-10239-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1bbbc31{/solr,null,UNAVAILABLE}
   [junit4]   2> 1492523 INFO  (jetty-closer-10239-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1492524 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1492727 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/collections/deleteshard_test/terms/a
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/deleteshard_test/terms/b
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/collections/deleteshard_test/terms/c
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	42	/solr/collections/deleteshard_test/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	27	/solr/overseer/queue
   [junit4]   2> 	11	/solr/overseer/collection-queue-work
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1492729 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:43251
   [junit4]   2> 1492729 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43251
   [junit4]   2> 1492729 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43251
   [junit4]   2> 1492730 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[AF0E6CF3F26600A1]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDirectoryCleanupAfterDeleteShard
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteShardTest_AF0E6CF3F26600A1-001
   [junit4]   2> Jan 09, 2020 12:41:18 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@13c3e22), locale=kln-KE, timezone=America/Fortaleza
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=155092176,total=308281344
   [junit4]   2> NOTE: All tests run in this JVM: [HDFSCollectionsAPITest, CollectionReloadTest, TestReplicaProperties, FullSolrCloudDistribCmdsTest, ConvertedLegacyTest, UUIDUpdateProcessorFallbackTest, SolrXmlInZkTest, DistributedTermsComponentTest, IndexSizeTriggerMixedBoundsTest, BooleanFieldTest, PrimUtilsTest, DebugComponentTest, TestRetrieveFieldsOptimizer, ZkSolrClientTest, TestConfigSetsAPIZkFailure, TestSolrCloudWithSecureImpersonation, TestClassicSimilarityFactory, TestFacetMethods, TestRangeQuery, TimeZoneUtilsTest, IndexSchemaTest, HdfsRecoverLeaseTest, CdcrUpdateLogTest, TestCloudRecovery, ShardsWhitelistTest, LeaderFailureAfterFreshStartTest, DOMUtilTest, TestSlowCompositeReaderWrapper, SimpleCollectionCreateDeleteTest, TestDistribDocBasedVersion, TestTrackingShardHandlerFactory, TestReplicationHandlerBackup, TestLegacyNumericUtils, RegexBytesRefFilterTest, TestSubQueryTransformerCrossCore, DeleteNodeTest, FuzzySearchTest, NodeMarkersRegistrationTest, FileUtilsTest, MultiThreadedOCPTest, FieldAnalysisRequestHandlerTest, ClassificationUpdateProcessorIntegrationTest, OverseerTest, TestConfigSetImmutable, MetricTriggerIntegrationTest, TestZkAclsWithHadoopAuth, TestInPlaceUpdatesRequiredField, TestMinHashQParser, TestSegmentSorting, TestNestedUpdateProcessor, AnalyticsQueryTest, BasicDistributedZkTest, CoreAdminOperationTest, EmbeddedSolrNoSerializeTest, TestCloudPhrasesIdentificationComponent, AutoAddReplicasPlanActionTest, SpatialFilterTest, SuggesterTSTTest, TestManagedSynonymGraphFilterFactory, TestFieldTypeResource, ReplicationFactorTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestCopyFieldCollectionResource, AutoscalingHistoryHandlerTest, DistributedFacetSimpleRefinementLongTailTest, ResourceLoaderTest, TestCoreBackup, TestUniqueKeyFieldResource, OutputWriterTest, SystemCollectionCompatTest, CustomCollectionTest, TestFieldCacheSortRandom, TestSimExtremeIndexing, SparseHLLTest, SearchRateTriggerTest, TestDelegationWithHadoopAuth, TestNumericRangeQuery32, TestPKIAuthenticationPlugin, TestCollationFieldDocValues, TimeRoutedAliasUpdateProcessorTest, TestHdfsUpdateLog, TokenizerChainTest, TestDynamicFieldNamesIndexCorrectly, OutOfBoxZkACLAndCredentialsProvidersTest, TestPerFieldSimilarityWithDefaultOverride, TestRecovery, AddSchemaFieldsUpdateProcessorFactoryTest, DistributedFacetExistsSmallTest, SliceStateTest, TestQuerySenderListener, TestQueryingOnDownCollection, DocValuesMissingTest, TestLogWatcher, TestLazyCores, SystemInfoHandlerTest, TestTolerantUpdateProcessorCloud, TestJoin, DistribJoinFromCollectionTest, TriggerSetPropertiesIntegrationTest, TaggerTest, ConfigureRecoveryStrategyTest, TestUninvertingReader, XCJFQueryTest, SolrRequestParserTest, DistributedQueryElevationComponentTest, TestHighFrequencyDictionaryFactory, TestManagedSchemaAPI, TestLuceneMatchVersion, JSONWriterTest, ReturnFieldsTest, TestLegacyBM25SimilarityFactory, TestStressVersions, LegacyCloudClusterPropTest, TestFilteredDocIdSet, BitVectorTest, NumericFieldsTest, TestNestedDocsSort, TestSolrCloudSnapshots, TestPointFields, UpdateLogTest, AuditLoggerPluginTest, TestSchemalessBufferedUpdates, TestCloudJSONFacetJoinDomain, SolrTestCaseJ4Test, SolrPluginUtilsTest, BasicAuthStandaloneTest, TestBlobHandler, TestStressLiveNodes, TlogReplayBufferedWhileIndexingTest, TestWriterPerf, DaemonStreamApiTest, TestComponentsName, TestStressRecovery, XmlUpdateRequestHandlerTest, EnumFieldTest, TestConfigsApi, ZkFailoverTest, HdfsUnloadDistributedZkTest, DefaultValueUpdateProcessorTest, TestSuggestSpellingConverter, TestSort, TestLockTree, BlockDirectoryTest, TestInitQParser, DocExpirationUpdateProcessorFactoryTest, CollectionStateFormat2Test, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteReplicaTest, DeleteShardTest]
   [junit4] Completed [489/897 (1!)] on J2 in 6.89s, 2 tests, 1 error <<< FAILURES!

[...truncated 54204 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 4001 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/4001/

All tests passed

Build Log:
[...truncated 1253 lines...]
   [junit4] JVM J1: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp/junit4-J1-20200109_132452_4402127557413331571373.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] #
   [junit4] # A fatal error has been detected by the Java Runtime Environment:
   [junit4] #
   [junit4] #  SIGSEGV (0xb) at pc=0x00007f6f8429166c, pid=29009, tid=29057
   [junit4] #
   [junit4] # JRE version: Java(TM) SE Runtime Environment (11.0.4+10) (build 11.0.4+10-LTS)
   [junit4] # Java VM: Java HotSpot(TM) 64-Bit Server VM (11.0.4+10-LTS, mixed mode, tiered, compressed oops, g1 gc, linux-amd64)
   [junit4] # Problematic frame:
   [junit4] # V  [libjvm.so+0xd1066c]  PhaseIdealLoop::split_up(Node*, Node*, Node*) [clone .part.39]+0x47c
   [junit4] #
   [junit4] # Core dump will be written. Default location: Core dumps may be processed with "/usr/share/apport/apport %p %s %c %d %P" (or dumping to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/J1/core.29009)
   [junit4] #
   [junit4] # An error report file with more information is saved as:
   [junit4] # /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/J1/hs_err_pid29009.log
   [junit4] #
   [junit4] # Compiler replay data is saved as:
   [junit4] # /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/J1/replay_pid29009.log
   [junit4] #
   [junit4] # If you would like to submit a bug report, please visit:
   [junit4] #   http://bugreport.java.com/bugreport/crash.jsp
   [junit4] #
   [junit4] <<< JVM J1: EOF ----

[...truncated 614 lines...]
   [junit4] ERROR: JVM J1 ended with an exception, command line: /usr/local/asfpackages/java/jdk-11.0.4/bin/java -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/heapdumps -ea -esa -da:java.util.HashMap --illegal-access=deny -Dtests.prefix=tests -Dtests.seed=94139B8EEFE7BEA8 -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=9.0.0 -Dtests.cleanthreads=perMethod -Djava.util.logging.config.file=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2 -DtempDir=./temp -Djava.io.tmpdir=./temp -Dcommon.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene -Dclover.db.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/clover/db -Djava.security.policy=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/tools/junit4/tests.policy -Dtests.LUCENE_VERSION=9.0.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/J1 -Djunit4.tempDir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp -Djunit4.childvm.id=1 -Djunit4.childvm.count=3 -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dtests.filterstacks=true -Dtests.leaveTemporary=false -Dtests.badapples=false -classpath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/codecs/classes/java:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/test-framework/classes/java:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/test-framework/lib/hamcrest-core-1.3.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/test-framework/lib/junit-4.12.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/test-framework/lib/randomizedtesting-runner-2.7.6.jar:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/classes/java:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/classes/test:/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.7.6.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp/junit4-J1-20200109_132452_44015147683366979817291.events @/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp/junit4-J1-20200109_132452_44014558553471681413806.suites -stdin
   [junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash.  See process stdout at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp/junit4-J1-20200109_132452_4402127557413331571373.sysout
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1542)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:123)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:997)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:994)
   [junit4] 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4] 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4] 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4] 	at java.base/java.lang.Thread.run(Thread.java:834)

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:634: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:578: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build.xml:50: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1510: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1037: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash.  See process stdout at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp/junit4-J1-20200109_132452_4402127557413331571373.sysout

Total time: 11 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-master #4000 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any