You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/08/25 05:50:28 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-11.0.6) - Build # 6469 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6469/
Java: 64bit/jdk-11.0.6 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.handler.TestSolrConfigHandlerConcurrent.test

Error Message:
java.lang.AssertionError: [[], [], [], [], [overlay does not exist for cache: circuitBreakers , iteration: 1 response {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "overlay":{"znodeVersion":-1}} ]]

Stack Trace:
java.lang.AssertionError: [[], [], [], [], [overlay does not exist for cache: circuitBreakers , iteration: 1 response {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "overlay":{"znodeVersion":-1}} ]]
	at __randomizedtesting.SeedInfo.seed([D45335FD687FE91B:5C070A27C68384E3]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.handler.TestSolrConfigHandlerConcurrent.test(TestSolrConfigHandlerConcurrent.java:101)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 2193 lines...]
  2> 50246 ERROR (qtp1473646900-231) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler ERROR:[
  2>   {
  2>     "set-property":{
  2>       "query.circuitBreakers.size":"11",
  2>       "query.circuitBreakers.initialSize":"12"},
  2>     "errorMessages":[
  2>       "'query.circuitBreakers.size' is not an editable property",
  2>       "'query.circuitBreakers.initialSize' is not an editable property"]},
  2>   {
  2>     "set-property":{"query.circuitBreakers.autowarmCount":"13"},
  2>     "errorMessages":["'query.circuitBreakers.autowarmCount' is not an editable property"]}]
  2> 50266 INFO  (qtp1473646900-231) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.S.Request [collection1_shard2_replica_n6]  webapp= path=/config params={} status=400 QTime=40
  2> org.apache.http.NoHttpResponseException: 127.0.0.1:62417 failed to respond
  2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
  2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
  2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
  2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
  2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
  2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
  2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
  2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
  2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
  2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
  2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
  2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
  2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
  2> 	at org.apache.solr.util.RestTestHarness.getResponse(RestTestHarness.java:215)
  2> 	at org.apache.solr.util.RestTestHarness.post(RestTestHarness.java:155)
  2> 	at org.apache.solr.handler.TestSolrConfigHandlerConcurrent.invokeBulkCall(TestSolrConfigHandlerConcurrent.java:132)
  2> 	at org.apache.solr.handler.TestSolrConfigHandlerConcurrent.lambda$test$0(TestSolrConfigHandlerConcurrent.java:78)
  2> 	at java.base/java.lang.Thread.run(Thread.java:834)
  2> org.apache.http.NoHttpResponseException: 127.0.0.1:62417 failed to respond
  2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
  2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
  2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
  2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
  2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
  2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
  2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
  2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
  2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
  2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
  2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
  2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
  2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
  2> 	at org.apache.solr.util.RestTestHarness.getResponse(RestTestHarness.java:215)
  2> 	at org.apache.solr.util.RestTestHarness.post(RestTestHarness.java:155)
  2> 	at org.apache.solr.handler.TestSolrConfigHandlerConcurrent.invokeBulkCall(TestSolrConfigHandlerConcurrent.java:132)
  2> 	at org.apache.solr.handler.TestSolrConfigHandlerConcurrent.lambda$test$0(TestSolrConfigHandlerConcurrent.java:78)
  2> 	at java.base/java.lang.Thread.run(Thread.java:834)
  2> 50333 INFO  (qtp1473646900-230) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.ZkController Failed to persist resource at /configs/conf1/configoverlay.json - old -1
  2> 50333 INFO  (qtp1225988527-263) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController Failed to persist resource at /configs/conf1/configoverlay.json - old -1
  2> 50335 INFO  (qtp1473646900-232) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.ZkController Failed to persist resource at /configs/conf1/configoverlay.json - old -1
  2> 50335 INFO  (Thread-72) [     ] o.a.s.c.SolrCore config update listener called for core collection1_shard1_replica_n1
  2> 50336 INFO  (Thread-73) [     ] o.a.s.c.SolrCore config update listener called for core control_collection_shard1_replica_n1
  2> 50336 INFO  (Thread-74) [     ] o.a.s.c.SolrCore config update listener called for core collection1_shard2_replica_n2
  2> 50337 INFO  (Thread-75) [     ] o.a.s.c.SolrCore config update listener called for core collection1_shard2_replica_n6
  2> 50338 INFO  (Thread-76) [     ] o.a.s.c.SolrCore config update listener called for core collection1_shard1_replica_n5
  2> 50338 INFO  (qtp1225988527-262) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 4 replicas to set the property overlay to be of version 0 for collection collection1
  2> 50339 INFO  (qtp1473646900-230) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Race condition, the node is modified in ZK by someone else
  2>           => org.apache.solr.cloud.ZkController$ResourceModifiedInZkException: Failed to persist resource at /configs/conf1/configoverlay.json - old -1, retry.
  2> 	at org.apache.solr.cloud.ZkController.persistConfigResourceToZooKeeper(ZkController.java:2357)
  2> org.apache.solr.cloud.ZkController$ResourceModifiedInZkException: Failed to persist resource at /configs/conf1/configoverlay.json - old -1, retry.
  2> 	at org.apache.solr.cloud.ZkController.persistConfigResourceToZooKeeper(ZkController.java:2357) ~[main/:9.0.0-SNAPSHOT 098f0dc8b414ca9c9a47cf7ebf4383198fb946fe [snapshot build, details omitted]]
  2> 	at org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:541) ~[main/:?]
  2> 	at org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:376) [main/:?]
  2> 	at org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:138) [main/:?]
  2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212) [main/:?]
  2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2602) [main/:?]
  2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:812) [main/:?]
  2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:588) [main/:?]
  2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437) [main/:?]
  2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) [main/:?]
  2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [main/:?]
  2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
  2> 50347 INFO  (solrHandlerExecutor-244-thread-3-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50335 INFO  (qtp1225988527-263) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Race condition, the node is modified in ZK by someone else
  2>           => org.apache.solr.cloud.ZkController$ResourceModifiedInZkException: Failed to persist resource at /configs/conf1/configoverlay.json - old -1, retry.
  2> 	at org.apache.solr.cloud.ZkController.persistConfigResourceToZooKeeper(ZkController.java:2357)
  2> org.apache.solr.cloud.ZkController$ResourceModifiedInZkException: Failed to persist resource at /configs/conf1/configoverlay.json - old -1, retry.
  2> 	at org.apache.solr.cloud.ZkController.persistConfigResourceToZooKeeper(ZkController.java:2357) ~[main/:9.0.0-SNAPSHOT 098f0dc8b414ca9c9a47cf7ebf4383198fb946fe [snapshot build, details omitted]]
  2> 	at org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:541) ~[main/:?]
  2> 	at org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:376) [main/:?]
  2> 	at org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:138) [main/:?]
  2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212) [main/:?]
  2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2602) [main/:?]
  2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:812) [main/:?]
  2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:588) [main/:?]
  2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437) [main/:?]
  2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) [main/:?]
  2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [main/:?]
  2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
  2> 50337 INFO  (qtp1473646900-232) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Race condition, the node is modified in ZK by someone else
  2>           => org.apache.solr.cloud.ZkController$ResourceModifiedInZkException: Failed to persist resource at /configs/conf1/configoverlay.json - old -1, retry.
  2> 	at org.apache.solr.cloud.ZkController.persistConfigResourceToZooKeeper(ZkController.java:2357)
  2> org.apache.solr.cloud.ZkController$ResourceModifiedInZkException: Failed to persist resource at /configs/conf1/configoverlay.json - old -1, retry.
  2> 	at org.apache.solr.cloud.ZkController.persistConfigResourceToZooKeeper(ZkController.java:2357) ~[main/:9.0.0-SNAPSHOT 098f0dc8b414ca9c9a47cf7ebf4383198fb946fe [snapshot build, details omitted]]
  2> 	at org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:541) ~[main/:?]
  2> 	at org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:376) [main/:?]
  2> 	at org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:138) [main/:?]
  2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212) [main/:?]
  2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2602) [main/:?]
  2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:812) [main/:?]
  2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:588) [main/:?]
  2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437) [main/:?]
  2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) [main/:?]
  2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [main/:?]
  2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
  2> 50342 INFO  (solrHandlerExecutor-244-thread-2-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50341 INFO  (solrHandlerExecutor-244-thread-1-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50354 INFO  (solrHandlerExecutor-244-thread-4-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50359 INFO  (Thread-73) [n:127.0.0.1:62366_     ] o.a.s.c.SolrCore core reload control_collection_shard1_replica_n1
  2> 50360 INFO  (Thread-74) [n:127.0.0.1:62432_     ] o.a.s.c.SolrCore core reload collection1_shard2_replica_n2
  2> 50363 INFO  (Thread-76) [n:127.0.0.1:62446_     ] o.a.s.c.SolrCore core reload collection1_shard1_replica_n5
  2> 50366 INFO  (Thread-75) [n:127.0.0.1:62417_     ] o.a.s.c.SolrCore core reload collection1_shard2_replica_n6
  2> 50371 INFO  (Thread-72) [n:127.0.0.1:62424_     ] o.a.s.c.SolrCore core reload collection1_shard1_replica_n1
  2> 50380 INFO  (qtp1473646900-230) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.ZkController Persisted config data to node /configs/conf1/configoverlay.json 
  2> 50390 INFO  (qtp1225988527-263) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController %s zkVersion= %d %s %d
  2> 50413 INFO  (qtp1225988527-263) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Race condition, the node is modified in ZK by someone else
  2>           => org.apache.solr.cloud.ZkController$ResourceModifiedInZkException: Failed to persist resource at /configs/conf1/configoverlay.json - old 0, retry.
  2> 	at org.apache.solr.cloud.ZkController.persistConfigResourceToZooKeeper(ZkController.java:2373)
  2> org.apache.solr.cloud.ZkController$ResourceModifiedInZkException: Failed to persist resource at /configs/conf1/configoverlay.json - old 0, retry.
  2> 	at org.apache.solr.cloud.ZkController.persistConfigResourceToZooKeeper(ZkController.java:2373) ~[main/:9.0.0-SNAPSHOT 098f0dc8b414ca9c9a47cf7ebf4383198fb946fe [snapshot build, details omitted]]
  2> 	at org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:541) ~[main/:?]
  2> 	at org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:376) [main/:?]
  2> 	at org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:138) [main/:?]
  2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212) [main/:?]
  2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2602) [main/:?]
  2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:812) [main/:?]
  2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:588) [main/:?]
  2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437) [main/:?]
  2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) [main/:?]
  2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [main/:?]
  2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
  2> 50417 INFO  (qtp1473646900-232) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.ZkController %s zkVersion= %d %s %d
  2> 50417 INFO  (Thread-77) [     ] o.a.s.c.SolrCore config update listener called for core collection1_shard1_replica_n5
  2> 50438 INFO  (Thread-78) [     ] o.a.s.c.SolrCore config update listener called for core collection1_shard2_replica_n6
  2> 50445 INFO  (qtp1473646900-230) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 4 replicas to set the property overlay to be of version 1 for collection collection1
  2> 50449 INFO  (solrHandlerExecutor-245-thread-1-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50450 INFO  (solrHandlerExecutor-245-thread-2-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50421 INFO  (qtp1473646900-232) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Race condition, the node is modified in ZK by someone else
  2>           => org.apache.solr.cloud.ZkController$ResourceModifiedInZkException: Failed to persist resource at /configs/conf1/configoverlay.json - old 0, retry.
  2> 	at org.apache.solr.cloud.ZkController.persistConfigResourceToZooKeeper(ZkController.java:2373)
  2> org.apache.solr.cloud.ZkController$ResourceModifiedInZkException: Failed to persist resource at /configs/conf1/configoverlay.json - old 0, retry.
  2> 	at org.apache.solr.cloud.ZkController.persistConfigResourceToZooKeeper(ZkController.java:2373) ~[main/:9.0.0-SNAPSHOT 098f0dc8b414ca9c9a47cf7ebf4383198fb946fe [snapshot build, details omitted]]
  2> 	at org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:541) ~[main/:?]
  2> 	at org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:376) [main/:?]
  2> 	at org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:138) [main/:?]
  2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212) [main/:?]
  2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2602) [main/:?]
  2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:812) [main/:?]
  2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:588) [main/:?]
  2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:437) [main/:?]
  2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) [main/:?]
  2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [main/:?]
  2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
  2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
  2> 50455 INFO  (Thread-80) [     ] o.a.s.c.SolrCore config update listener called for core collection1_shard2_replica_n2
  2> 50455 INFO  (qtp1473646900-231) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
  2> 50455 INFO  (qtp1473646900-233) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.S.Request [collection1_shard2_replica_n6]  webapp= path=/config/overlay params={} status=0 QTime=0
  2> 50456 INFO  (qtp1860275415-289) [n:127.0.0.1:62432_ c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2 ] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
  2> 50453 INFO  (Thread-79) [     ] o.a.s.c.SolrCore config update listener called for core control_collection_shard1_replica_n1
  2> 50458 INFO  (qtp1230470460-318) [n:127.0.0.1:62446_ c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n5 ] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
  2> 50480 INFO  (solrHandlerExecutor-245-thread-3-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50484 INFO  (Thread-77) [n:127.0.0.1:62446_     ] o.a.s.c.SolrCore core reload collection1_shard1_replica_n5
  2> 50484 INFO  (Thread-77) [n:127.0.0.1:62446_     ] o.a.s.c.SolrCore Another reload is in progress. Not doing anything.
  2> 50487 INFO  (qtp1225988527-261) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
  2> 50487 INFO  (Thread-80) [n:127.0.0.1:62432_     ] o.a.s.c.SolrCore core reload collection1_shard2_replica_n2
  2> 50487 INFO  (Thread-80) [n:127.0.0.1:62432_     ] o.a.s.c.SolrCore Another reload is in progress. Not doing anything.
  2> 50489 INFO  (qtp1230470460-318) [n:127.0.0.1:62446_ c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n5 ] o.a.s.c.S.Request [collection1_shard1_replica_n5]  webapp= path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=31
  2> 50489 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50489 INFO  (qtp1473646900-231) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.S.Request [collection1_shard2_replica_n6]  webapp= path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=34
  2> 50489 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50490 INFO  (qtp1860275415-289) [n:127.0.0.1:62432_ c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2 ] o.a.s.c.S.Request [collection1_shard2_replica_n2]  webapp= path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=33
  2> 50490 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50491 INFO  (Thread-81) [     ] o.a.s.c.SolrCore config update listener called for core collection1_shard1_replica_n1
  2> 50491 INFO  (solrHandlerExecutor-244-thread-1-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:62432/collection1_shard2_replica_n2/ for prop overlay   after 1 attempts
  2> 50491 INFO  (solrHandlerExecutor-244-thread-2-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:62417/collection1_shard2_replica_n6/ for prop overlay   after 1 attempts
  2> 50491 INFO  (solrHandlerExecutor-244-thread-1-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50491 INFO  (solrHandlerExecutor-244-thread-2-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50491 INFO  (solrHandlerExecutor-245-thread-4-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50492 INFO  (solrHandlerExecutor-244-thread-4-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:62446/collection1_shard1_replica_n5/ for prop overlay   after 1 attempts
  2> 50492 INFO  (solrHandlerExecutor-244-thread-4-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50493 INFO  (qtp1225988527-261) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp= path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=6
  2> 50493 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50495 INFO  (qtp1225988527-263) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController Persisted config data to node /configs/conf1/configoverlay.json 
  2> 50495 INFO  (solrHandlerExecutor-244-thread-3-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:62424/collection1_shard1_replica_n1/ for prop overlay   after 1 attempts
  2> 50495 INFO  (solrHandlerExecutor-244-thread-3-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50496 INFO  (Thread-78) [n:127.0.0.1:62417_     ] o.a.s.c.SolrCore core reload collection1_shard2_replica_n6
  2> 50496 INFO  (Thread-78) [n:127.0.0.1:62417_     ] o.a.s.c.SolrCore Another reload is in progress. Not doing anything.
  2> 50496 INFO  (Thread-79) [n:127.0.0.1:62366_     ] o.a.s.c.SolrCore core reload control_collection_shard1_replica_n1
  2> 50496 INFO  (Thread-79) [n:127.0.0.1:62366_     ] o.a.s.c.SolrCore Another reload is in progress. Not doing anything.
  2> 50518 INFO  (Thread-81) [n:127.0.0.1:62424_     ] o.a.s.c.SolrCore core reload collection1_shard1_replica_n1
  2> 50518 INFO  (Thread-81) [n:127.0.0.1:62424_     ] o.a.s.c.SolrCore Another reload is in progress. Not doing anything.
  2> 50519 INFO  (qtp1225988527-263) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 4 replicas to set the property overlay to be of version 2 for collection collection1
  2> 50523 INFO  (Thread-82) [     ] o.a.s.c.SolrCore config update listener called for core collection1_shard2_replica_n2
  2> 50523 INFO  (solrHandlerExecutor-250-thread-1-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50526 INFO  (solrHandlerExecutor-250-thread-2-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50527 INFO  (Thread-86) [     ] o.a.s.c.SolrCore config update listener called for core collection1_shard2_replica_n6
  2> 50527 INFO  (qtp1473646900-232) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.ZkController Persisted config data to node /configs/conf1/configoverlay.json 
  2> 50534 INFO  (Thread-85) [     ] o.a.s.c.SolrCore config update listener called for core collection1_shard1_replica_n1
  2> 50535 INFO  (Thread-84) [     ] o.a.s.c.SolrCore config update listener called for core control_collection_shard1_replica_n1
  2> 50535 INFO  (Thread-83) [     ] o.a.s.c.SolrCore config update listener called for core collection1_shard1_replica_n5
  2> 50535 INFO  (Thread-82) [n:127.0.0.1:62432_     ] o.a.s.c.SolrCore core reload collection1_shard2_replica_n2
  2> 50536 INFO  (Thread-82) [n:127.0.0.1:62432_     ] o.a.s.c.SolrCore Another reload is in progress. Not doing anything.
  2> 50536 INFO  (solrHandlerExecutor-250-thread-3-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50538 INFO  (solrHandlerExecutor-250-thread-4-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50540 INFO  (Thread-73) [n:127.0.0.1:62366_     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
  2> 50558 INFO  (qtp1473646900-232) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 4 replicas to set the property overlay to be of version 3 for collection collection1
  2> 50559 INFO  (Thread-84) [n:127.0.0.1:62366_     ] o.a.s.c.SolrCore core reload control_collection_shard1_replica_n1
  2> 50559 INFO  (Thread-84) [n:127.0.0.1:62366_     ] o.a.s.c.SolrCore Another reload is in progress. Not doing anything.
  2> 50561 INFO  (qtp1860275415-291) [n:127.0.0.1:62432_ c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2 ] o.a.s.h.SolrConfigHandler expecting overlay version 1 but my version is -1
  2> 50575 INFO  (Thread-87) [     ] o.a.s.c.SolrCore config update listener called for core collection1_shard2_replica_n2
  2> 50576 INFO  (qtp1473646900-231) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.S.Request [collection1_shard2_replica_n6]  webapp= path=/config/overlay params={} status=0 QTime=0
  2> 50577 INFO  (Thread-85) [n:127.0.0.1:62424_     ] o.a.s.c.SolrCore core reload collection1_shard1_replica_n1
  2> 50577 INFO  (Thread-85) [n:127.0.0.1:62424_     ] o.a.s.c.SolrCore Another reload is in progress. Not doing anything.
  2> 50577 INFO  (Thread-74) [n:127.0.0.1:62432_     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
  2> 50577 INFO  (Thread-88) [     ] o.a.s.c.SolrCore config update listener called for core control_collection_shard1_replica_n1
  2> 50578 INFO  (Thread-90) [     ] o.a.s.c.SolrCore config update listener called for core collection1_shard2_replica_n6
  2> 50580 INFO  (qtp1473646900-233) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler expecting overlay version 1 but my version is -1
  2> 50582 INFO  (solrHandlerExecutor-253-thread-1-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50586 INFO  (qtp1860275415-291) [n:127.0.0.1:62432_ c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2 ] o.a.s.c.S.Request [collection1_shard2_replica_n2]  webapp= path=/config/znodeVersion params={overlay=1&wt=javabin&version=2} status=0 QTime=26
  2> 50586 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50587 INFO  (solrHandlerExecutor-253-thread-2-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50588 INFO  (solrHandlerExecutor-245-thread-1-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 1 from http://127.0.0.1:62432/collection1_shard2_replica_n2/ for prop overlay   after 1 attempts
  2> 50588 INFO  (solrHandlerExecutor-245-thread-1-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50589 INFO  (Thread-86) [n:127.0.0.1:62417_     ] o.a.s.c.SolrCore core reload collection1_shard2_replica_n6
  2> 50589 INFO  (Thread-86) [n:127.0.0.1:62417_     ] o.a.s.c.SolrCore Another reload is in progress. Not doing anything.
  2> 50590 INFO  (qtp1473646900-233) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.S.Request [collection1_shard2_replica_n6]  webapp= path=/config/znodeVersion params={overlay=1&wt=javabin&version=2} status=0 QTime=10
  2> 50590 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50591 INFO  (Thread-89) [     ] o.a.s.c.SolrCore config update listener called for core collection1_shard1_replica_n1
  2> 50591 INFO  (solrHandlerExecutor-253-thread-3-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50591 INFO  (Thread-83) [n:127.0.0.1:62446_     ] o.a.s.c.SolrCore core reload collection1_shard1_replica_n5
  2> 50591 INFO  (Thread-83) [n:127.0.0.1:62446_     ] o.a.s.c.SolrCore Another reload is in progress. Not doing anything.
  2> 50592 INFO  (solrHandlerExecutor-245-thread-2-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 1 from http://127.0.0.1:62417/collection1_shard2_replica_n6/ for prop overlay   after 1 attempts
  2> 50592 INFO  (solrHandlerExecutor-245-thread-2-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50594 INFO  (Thread-75) [n:127.0.0.1:62417_     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
  2> 50595 INFO  (qtp1225988527-261) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler expecting overlay version 1 but my version is -1
  2> 50595 INFO  (qtp1225988527-261) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp= path=/config/znodeVersion params={overlay=1&wt=javabin&version=2} status=0 QTime=1
  2> 50650 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50651 INFO  (Thread-91) [     ] o.a.s.c.SolrCore config update listener called for core collection1_shard1_replica_n5
  2> 50652 INFO  (solrHandlerExecutor-245-thread-3-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 1 from http://127.0.0.1:62424/collection1_shard1_replica_n1/ for prop overlay   after 1 attempts
  2> 50652 INFO  (solrHandlerExecutor-245-thread-3-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50653 INFO  (Thread-76) [n:127.0.0.1:62446_     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
  2> 50655 INFO  (qtp1230470460-320) [n:127.0.0.1:62446_ c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n5 ] o.a.s.h.SolrConfigHandler expecting overlay version 1 but my version is -1
  2> 50655 INFO  (qtp1473646900-231) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
  2> 50655 INFO  (qtp1230470460-320) [n:127.0.0.1:62446_ c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n5 ] o.a.s.c.S.Request [collection1_shard1_replica_n5]  webapp= path=/config/znodeVersion params={overlay=1&wt=javabin&version=2} status=0 QTime=0
  2> 50655 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50656 INFO  (qtp1473646900-233) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler expecting overlay version 2 but my version is -1
  2> 50656 INFO  (qtp1473646900-233) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.S.Request [collection1_shard2_replica_n6]  webapp= path=/config/znodeVersion params={overlay=2&wt=javabin&version=2} status=0 QTime=0
  2> 50656 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50657 INFO  (qtp1225988527-261) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler expecting overlay version 2 but my version is -1
  2> 50657 INFO  (qtp1225988527-261) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp= path=/config/znodeVersion params={overlay=2&wt=javabin&version=2} status=0 QTime=0
  2> 50657 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50658 INFO  (solrHandlerExecutor-250-thread-2-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 2 from http://127.0.0.1:62417/collection1_shard2_replica_n6/ for prop overlay   after 1 attempts
  2> 50658 INFO  (solrHandlerExecutor-250-thread-2-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50658 INFO  (qtp1860275415-289) [n:127.0.0.1:62432_ c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2 ] o.a.s.h.SolrConfigHandler expecting overlay version 2 but my version is -1
  2> 50659 INFO  (solrHandlerExecutor-245-thread-4-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 1 from http://127.0.0.1:62446/collection1_shard1_replica_n5/ for prop overlay   after 1 attempts
  2> 50659 INFO  (solrHandlerExecutor-245-thread-4-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50659 INFO  (solrHandlerExecutor-250-thread-3-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 2 from http://127.0.0.1:62424/collection1_shard1_replica_n1/ for prop overlay   after 1 attempts
  2> 50659 INFO  (solrHandlerExecutor-250-thread-3-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50697 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50697 INFO  (qtp1473646900-231) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.S.Request [collection1_shard2_replica_n6]  webapp= path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=43
  2> 50659 INFO  (qtp1860275415-289) [n:127.0.0.1:62432_ c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2 ] o.a.s.c.S.Request [collection1_shard2_replica_n2]  webapp= path=/config/znodeVersion params={overlay=2&wt=javabin&version=2} status=0 QTime=1
  2> 50700 INFO  (qtp1473646900-233) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler expecting overlay version 1 but my version is -1
  2> 50701 INFO  (qtp1230470460-319) [n:127.0.0.1:62446_ c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n5 ] o.a.s.h.SolrConfigHandler expecting overlay version 2 but my version is -1
  2> 50701 INFO  (solrHandlerExecutor-250-thread-1-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 2 from http://127.0.0.1:62432/collection1_shard2_replica_n2/ for prop overlay   after 1 attempts
  2> 50701 INFO  (solrHandlerExecutor-250-thread-1-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50701 INFO  (qtp1230470460-319) [n:127.0.0.1:62446_ c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n5 ] o.a.s.c.S.Request [collection1_shard1_replica_n5]  webapp= path=/config/znodeVersion params={overlay=2&wt=javabin&version=2} status=0 QTime=0
  2> 50701 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50702 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50703 INFO  (solrHandlerExecutor-250-thread-4-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 2 from http://127.0.0.1:62446/collection1_shard1_replica_n5/ for prop overlay   after 1 attempts
  2> 50703 INFO  (solrHandlerExecutor-250-thread-4-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50703 INFO  (solrHandlerExecutor-244-thread-2-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:62417/collection1_shard2_replica_n6/ for prop overlay   after 2 attempts
  2> 50703 INFO  (solrHandlerExecutor-244-thread-2-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50703 INFO  (Thread-90) [n:127.0.0.1:62417_     ] o.a.s.c.SolrCore core reload collection1_shard2_replica_n6
  2> 50704 INFO  (Thread-90) [n:127.0.0.1:62417_     ] o.a.s.c.SolrCore Another reload is in progress. Not doing anything.
  2> 50704 INFO  (Thread-88) [n:127.0.0.1:62366_     ] o.a.s.c.SolrCore core reload control_collection_shard1_replica_n1
  2> 50704 INFO  (Thread-88) [n:127.0.0.1:62366_     ] o.a.s.c.SolrCore Another reload is in progress. Not doing anything.
  2> 50704 INFO  (Thread-87) [n:127.0.0.1:62432_     ] o.a.s.c.SolrCore core reload collection1_shard2_replica_n2
  2> 50704 INFO  (Thread-87) [n:127.0.0.1:62432_     ] o.a.s.c.SolrCore Another reload is in progress. Not doing anything.
  2> 50707 INFO  (qtp1473646900-494) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler expecting overlay version 3 but my version is -1
  2> 50707 INFO  (qtp1473646900-494) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.S.Request [collection1_shard2_replica_n6]  webapp= path=/config/znodeVersion params={overlay=3&wt=javabin&version=2} status=0 QTime=1
  2> 50707 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50709 INFO  (solrHandlerExecutor-253-thread-4-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50710 INFO  (solrHandlerExecutor-253-thread-2-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 3 from http://127.0.0.1:62417/collection1_shard2_replica_n6/ for prop overlay   after 1 attempts
  2> 50710 INFO  (solrHandlerExecutor-253-thread-2-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50710 INFO  (qtp1225988527-261) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler expecting overlay version 3 but my version is -1
  2> 50743 INFO  (qtp1860275415-290) [n:127.0.0.1:62432_ c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2 ] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
  2> 50743 INFO  (qtp1230470460-321) [n:127.0.0.1:62446_ c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n5 ] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
  2> 50743 INFO  (qtp1860275415-291) [n:127.0.0.1:62432_ c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2 ] o.a.s.h.SolrConfigHandler expecting overlay version 1 but my version is -1
  2> 50743 INFO  (qtp1230470460-321) [n:127.0.0.1:62446_ c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n5 ] o.a.s.c.S.Request [collection1_shard1_replica_n5]  webapp= path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=1
  2> 50743 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50744 INFO  (qtp1860275415-291) [n:127.0.0.1:62432_ c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2 ] o.a.s.c.S.Request [collection1_shard2_replica_n2]  webapp= path=/config/znodeVersion params={overlay=1&wt=javabin&version=2} status=0 QTime=0
  2> 50744 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50752 INFO  (qtp1473646900-231) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.S.Request [collection1_shard2_replica_n6]  webapp= path=/config/overlay params={} status=0 QTime=41
  2> 50753 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50754 INFO  (qtp1225988527-260) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
  2> 50754 INFO  (Thread-72) [n:127.0.0.1:62424_     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
  2> 50754 INFO  (qtp1225988527-260) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp= path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
  2> 50754 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50755 INFO  (qtp1473646900-233) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.S.Request [collection1_shard2_replica_n6]  webapp= path=/config/znodeVersion params={overlay=1&wt=javabin&version=2} status=0 QTime=55
  2> 50755 INFO  (solrHandlerExecutor-245-thread-2-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 1 from http://127.0.0.1:62417/collection1_shard2_replica_n6/ for prop overlay   after 2 attempts
  2> 50756 INFO  (solrHandlerExecutor-245-thread-2-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50755 INFO  (solrHandlerExecutor-244-thread-3-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:62424/collection1_shard1_replica_n1/ for prop overlay   after 2 attempts
  2> 50756 INFO  (solrHandlerExecutor-244-thread-3-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50789 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50790 INFO  (Thread-91) [n:127.0.0.1:62446_     ] o.a.s.c.SolrCore core reload collection1_shard1_replica_n5
  2> 50790 INFO  (Thread-91) [n:127.0.0.1:62446_     ] o.a.s.c.SolrCore Another reload is in progress. Not doing anything.
  2> 50790 INFO  (Thread-89) [n:127.0.0.1:62424_     ] o.a.s.c.SolrCore core reload collection1_shard1_replica_n1
  2> 50789 INFO  (qtp1225988527-261) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp= path=/config/znodeVersion params={overlay=3&wt=javabin&version=2} status=0 QTime=79
  2> 50790 INFO  (Thread-89) [n:127.0.0.1:62424_     ] o.a.s.c.SolrCore Another reload is in progress. Not doing anything.
  2> 50797 INFO  (solrHandlerExecutor-253-thread-3-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 3 from http://127.0.0.1:62424/collection1_shard1_replica_n1/ for prop overlay   after 1 attempts
  2> 50797 INFO  (solrHandlerExecutor-253-thread-3-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50797 INFO  (qtp1860275415-289) [n:127.0.0.1:62432_ c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2 ] o.a.s.h.SolrConfigHandler expecting overlay version 3 but my version is -1
  2> 50802 INFO  (qtp1860275415-289) [n:127.0.0.1:62432_ c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2 ] o.a.s.c.S.Request [collection1_shard2_replica_n2]  webapp= path=/config/znodeVersion params={overlay=3&wt=javabin&version=2} status=0 QTime=4
  2> 50802 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50803 INFO  (solrHandlerExecutor-253-thread-1-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 3 from http://127.0.0.1:62432/collection1_shard2_replica_n2/ for prop overlay   after 1 attempts
  2> 50804 INFO  (solrHandlerExecutor-253-thread-1-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50805 INFO  (qtp1860275415-290) [n:127.0.0.1:62432_ c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2 ] o.a.s.c.S.Request [collection1_shard2_replica_n2]  webapp= path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=63
  2> 50805 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50806 INFO  (solrHandlerExecutor-245-thread-1-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 1 from http://127.0.0.1:62432/collection1_shard2_replica_n2/ for prop overlay   after 2 attempts
  2> 50806 INFO  (solrHandlerExecutor-245-thread-1-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50807 INFO  (solrHandlerExecutor-244-thread-4-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:62446/collection1_shard1_replica_n5/ for prop overlay   after 2 attempts
  2> 50807 INFO  (solrHandlerExecutor-244-thread-4-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50807 INFO  (solrHandlerExecutor-244-thread-1-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:62432/collection1_shard2_replica_n2/ for prop overlay   after 2 attempts
  2> 50807 INFO  (solrHandlerExecutor-244-thread-1-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50825 INFO  (qtp1473646900-494) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler expecting overlay version 2 but my version is -1
  2> 50825 INFO  (qtp1230470460-320) [n:127.0.0.1:62446_ c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n5 ] o.a.s.h.SolrConfigHandler expecting overlay version 1 but my version is -1
  2> 50826 INFO  (qtp1473646900-494) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.S.Request [collection1_shard2_replica_n6]  webapp= path=/config/znodeVersion params={overlay=2&wt=javabin&version=2} status=0 QTime=1
  2> 50826 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50831 INFO  (qtp1230470460-318) [n:127.0.0.1:62446_ c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n5 ] o.a.s.h.SolrConfigHandler expecting overlay version 2 but my version is -1
  2> 50831 INFO  (qtp1860275415-292) [n:127.0.0.1:62432_ c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2 ] o.a.s.h.SolrConfigHandler expecting overlay version 2 but my version is -1
  2> 50831 INFO  (qtp1473646900-494) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
  2> 50831 INFO  (qtp1225988527-260) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler expecting overlay version 1 but my version is -1
  2> 50832 INFO  (qtp1860275415-292) [n:127.0.0.1:62432_ c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2 ] o.a.s.c.S.Request [collection1_shard2_replica_n2]  webapp= path=/config/znodeVersion params={overlay=2&wt=javabin&version=2} status=0 QTime=1
  2> 50832 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50834 INFO  (solrHandlerExecutor-250-thread-1-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 2 from http://127.0.0.1:62432/collection1_shard2_replica_n2/ for prop overlay   after 2 attempts
  2> 50834 INFO  (solrHandlerExecutor-250-thread-1-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50837 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50837 INFO  (qtp1225988527-260) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp= path=/config/znodeVersion params={overlay=1&wt=javabin&version=2} status=0 QTime=5
  2> 50837 INFO  (qtp1473646900-494) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.S.Request [collection1_shard2_replica_n6]  webapp= path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=6
  2> 50837 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50837 INFO  (qtp1230470460-318) [n:127.0.0.1:62446_ c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n5 ] o.a.s.c.S.Request [collection1_shard1_replica_n5]  webapp= path=/config/znodeVersion params={overlay=2&wt=javabin&version=2} status=0 QTime=6
  2> 50837 INFO  (qtp1230470460-321) [n:127.0.0.1:62446_ c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n5 ] o.a.s.h.SolrConfigHandler expecting overlay version 3 but my version is -1
  2> 50837 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50848 INFO  (solrHandlerExecutor-250-thread-2-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 2 from http://127.0.0.1:62417/collection1_shard2_replica_n6/ for prop overlay   after 2 attempts
  2> 50848 INFO  (qtp1225988527-261) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler expecting overlay version 2 but my version is -1
  2> 50848 INFO  (solrHandlerExecutor-250-thread-2-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50854 INFO  (qtp1473646900-233) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler expecting overlay version 3 but my version is -1
  2> 50857 INFO  (qtp1473646900-231) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.S.Request [collection1_shard2_replica_n6]  webapp= path=/config/overlay params={} status=0 QTime=0
  2> 50861 INFO  (qtp1473646900-233) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.c.S.Request [collection1_shard2_replica_n6]  webapp= path=/config/znodeVersion params={overlay=3&wt=javabin&version=2} status=0 QTime=7
  2> 50861 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50861 INFO  (solrHandlerExecutor-253-thread-2-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 3 from http://127.0.0.1:62417/collection1_shard2_replica_n6/ for prop overlay   after 2 attempts
  2> 50861 INFO  (solrHandlerExecutor-253-thread-2-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50862 INFO  (qtp1230470460-320) [n:127.0.0.1:62446_ c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n5 ] o.a.s.c.S.Request [collection1_shard1_replica_n5]  webapp= path=/config/znodeVersion params={overlay=1&wt=javabin&version=2} status=0 QTime=36
  2> 50862 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50866 INFO  (solrHandlerExecutor-245-thread-4-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 1 from http://127.0.0.1:62446/collection1_shard1_replica_n5/ for prop overlay   after 2 attempts
  2> 50866 INFO  (solrHandlerExecutor-245-thread-4-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
  2> 50866 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
  2> 50867 INFO  (qtp1225988527-261) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp= path=/config/znodeVersion params={overlay=2&wt=javabin&version=2} status=0 QTime=40
  2> 50868 INFO  (qtp1225988527-260) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
  2> 50867 INFO  (solrHandlerExecutor-245-thread-3-processing-n:127.0.0.1:62417_ x:collection1_shard2_replica_n6 c:collection1 s:shard2 r:core_node8) [n:127.0.0.1:62417_ c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_n6 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 1 from http://127.0.0.1:62424/collection1_shard1_replica_n1/ for prop overlay   after 2 attempts
  2> 50867 INFO  (solrHandlerExecutor-250-thread-4-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 2 from http://127.0.0.1:62446/collection1_shard1_replica_n5/ for prop overlay   after 2 attempts
  2> 50867 INFO  (qtp1230470460-321) [n:127.0.0.1:62446_ c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n5 ] o.a.s.c.S.Request [collection1_shard1_replica_n5]  webapp= path=/config/znodeVersion params={overlay=3&wt=javabin&version=2} status=0 QTime=30
  2> 50872 INFO  (solrHandlerExecutor-250-thread-4-processing-n:127.0.0.1:62424_ x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:62424_ c:collection1 s:shard1 r:core_node3

[...truncated too long message...]

s:check
> Task :lucene:core:check
> Task :lucene:demo:check
> Task :lucene:expressions:check
> Task :lucene:facet:check
> Task :lucene:grouping:check
> Task :lucene:highlighter:check
> Task :lucene:join:check
> Task :lucene:luke:check
> Task :lucene:memory:check
> Task :lucene:misc:check
> Task :lucene:monitor:check
> Task :lucene:queries:check
> Task :lucene:queryparser:check
> Task :lucene:replicator:check
> Task :lucene:sandbox:check
> Task :lucene:spatial-extras:check
> Task :lucene:spatial3d:check
> Task :lucene:suggest:check
> Task :lucene:test-framework:check
> Task :solr:contrib:check
> Task :solr:core:check
> Task :solr:example:check
> Task :solr:packaging:check
> Task :solr:server:check

> Task :solr:solr-ref-guide:setupLazyProps
Building ref guide with:
  solr-root-path -> ../../../../solr/
  solr-guide-draft-status -> DRAFT
  solr-guide-version -> 9.0-DRAFT
  solr-guide-version-path -> 9_0-DRAFT
  solr-docs-version -> 9.0
  javadoc.link -> https://docs.oracle.com/en/java/javase/11/docs/api/
  java-javadocs -> https://docs.oracle.com/en/java/javase/11/docs/api/
  solr-javadocs -> https://lucene.apache.org/solr/9_0_0/
  html-solr-javadocs -> https://lucene.apache.org/solr/9_0_0/
  lucene-javadocs -> https://lucene.apache.org/core/9_0_0/
  html-lucene-javadocs -> https://lucene.apache.org/core/9_0_0/
  build-date -> 2020-08-25
  DSTAMP -> 2020-08-25
  build-year -> 2020
  current.year -> 2020
  ivyversions./commons-codec/commons-codec -> 1.13
  ivyversions.io.dropwizard.metrics.version -> 4.1.5
  ivyversions.org.apache.logging.log4j.version -> 2.13.2
  ivyversions./org.apache.opennlp/opennlp-tools -> 1.9.1
  ivyversions.org.apache.tika.version -> 1.24
  ivyversions.org.apache.velocity.tools.version -> 3.0
  ivyversions./org.apache.zookeeper/zookeeper -> 3.6.1
  ivy-zookeeper-version -> 3.6.1
  ivy-log4j-version -> 2.13.2
  ivy-tika-version -> 1.24
  ivy-opennlp-version -> 1.9.1
  ivy-commons-codec-version -> 1.13
  ivy-velocity-tools-version -> 3.0
  ivy-dropwizard-version -> 4.1.5

> Task :solr:solr-ref-guide:prepareSources

> Task :solr:solr-ref-guide:buildNavDataFiles
Building up tree of all known pages
WARNING: An illegal reflective access operation has occurred
WARNING: Illegal reflective access by org.jruby.util.SecurityHelper (file:/Users/jenkins/.gradle/caches/modules-2/files-2.1/org.jruby/jruby-core/9.2.6.0/653601d48b38528e76840c6eac1ae46e2dae1a74/jruby-core-9.2.6.0.jar) to field java.lang.reflect.Field.modifiers
WARNING: Please consider reporting this to the maintainers of org.jruby.util.SecurityHelper
WARNING: Use --illegal-access=warn to enable warnings of further illegal reflective access operations
WARNING: All illegal access operations will be denied in a future release
Looping over pages to build nav data
Creating /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solr-ref-guide/build/content/_data/scrollnav.json
Creating /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solr-ref-guide/build/content/_data/sidebar.json

> Task :solr:solr-ref-guide:bareBonesAsciiDoctor

> Task :solr:solr-ref-guide:bareBonesHtmlValidation
Processed 2480 links (1782 relative) to 3617 anchors in 253 files

> Task :solr:solr-ref-guide:check
> Task :solr:solrj:check
> Task :solr:test-framework:check
> Task :solr:webapp:check
> Task :lucene:analysis:common:check
> Task :lucene:analysis:icu:check
> Task :lucene:analysis:kuromoji:check
> Task :lucene:analysis:morfologik:check
> Task :lucene:analysis:nori:check
> Task :lucene:analysis:opennlp:check
> Task :lucene:analysis:phonetic:check
> Task :lucene:analysis:smartcn:check
> Task :lucene:analysis:stempel:check
> Task :solr:contrib:analysis-extras:check
> Task :solr:contrib:analytics:check
> Task :solr:contrib:clustering:check
> Task :solr:contrib:dataimporthandler:check
> Task :solr:contrib:dataimporthandler-extras:check
> Task :solr:contrib:extraction:check
> Task :solr:contrib:jaegertracer-configurator:check
> Task :solr:contrib:langid:check
> Task :solr:contrib:ltr:check
> Task :solr:contrib:prometheus-exporter:check
> Task :solr:contrib:velocity:check
The slowest tests (exceeding 500 ms) during this run:
  201.92s TestDistributedSearch.test (:solr:core)
  174.68s TestSolrConfigHandlerCloud.test (:solr:core)
  147.07s TestCloudSchemaless.test (:solr:core)
  133.50s TestSolrCachePerf.testGetPutCompute (:solr:core)
  118.16s TestUseDocValuesAsStored.testRandomSingleAndMultiValued (:solr:core)
  108.70s TestDistributedStatsComponentCardinality.test (:solr:core)
  94.20s TestStressLiveNodes.testStress (:solr:core)
  89.51s ChaosMonkeySafeLeaderTest.test (:solr:core)
  86.23s ChaosMonkeyNothingIsSafeWithPullReplicasTest.test (:solr:core)
  86.06s LeaderElectionIntegrationTest.testSimpleSliceLeaderElection (:solr:core)

ERROR: The following test(s) have failed:
  - org.apache.solr.handler.TestSolrConfigHandlerConcurrent.test (:solr:core)
    Test output: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.handler.TestSolrConfigHandlerConcurrent.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.handler.TestSolrConfigHandlerConcurrent" -Ptests.seed=D45335FD687FE91B -Ptests.badapples=false -Ptests.file.encoding=US-ASCII


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.4.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 1h 14m 9s
819 actionable tasks: 819 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2865)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2744)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2725)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3112)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to MacOSX VBOX
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1800)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:1001)
		at hudson.FilePath.act(FilePath.java:1070)
		at hudson.FilePath.act(FilePath.java:1059)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2723)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:270)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1919)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3114)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:375)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:73)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1072)
	at hudson.FilePath.act(FilePath.java:1059)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2723)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:270)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1919)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/*_pid*.log". Configuration error?
[Java] Sleeping for 5 seconds due to JENKINS-32191...
[Java] Parsing console log (workspace: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX')
[Java] Successfully parsed console log
[Java] -> found 0 issues (skipped 0 duplicates)
[Java] Skipping post processing
[Java] No filter has been set, publishing all 0 issues
[Java] Using reference build 'Lucene-Solr-master-MacOSX #6468' to compute new, fixed, and outstanding issues
[Java] Issues delta (vs. reference build): outstanding: 0, new: 0, fixed: 0
[Java] No quality gates have been set - skipping
[Java] Health report is disabled - skipping
[Java] Created analysis result for 0 issues (found 0 new issues, fixed 0 issues)
[Java] Attaching ResultAction with ID 'java' to run 'Lucene-Solr-master-MacOSX #6469'.
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-11.0.6) - Build # 6470 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6470/
Java: 64bit/jdk-11.0.6 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.handler.TestContainerPlugin.testApiFromPackage

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:53607/solr: Error executing command

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:53607/solr: Error executing command
	at __randomizedtesting.SeedInfo.seed([814C72C28ADE0B12:6C128AB3B894DC9B]:0)
	at org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException.create(BaseHttpSolrClient.java:67)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:664)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:269)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:390)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:360)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1170)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:931)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:865)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:246)
	at org.apache.solr.handler.TestContainerPlugin.testApiFromPackage(TestContainerPlugin.java:265)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 2812 lines...]
ERROR: The following test(s) have failed:
  - org.apache.solr.handler.TestContainerPlugin.testApiFromPackage (:solr:core)
    Test output: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.handler.TestContainerPlugin.txt
    Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.handler.TestContainerPlugin" -Ptests.seed=814C72C28ADE0B12 -Ptests.badapples=false -Ptests.file.encoding=UTF-8


Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.4.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD SUCCESSFUL in 1h 3m 26s
819 actionable tasks: 819 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2865)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2744)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2725)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3112)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to MacOSX VBOX
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1800)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:1001)
		at hudson.FilePath.act(FilePath.java:1070)
		at hudson.FilePath.act(FilePath.java:1059)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2723)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:270)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1919)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:428)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3114)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:375)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:73)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1072)
	at hudson.FilePath.act(FilePath.java:1059)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2723)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:270)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1919)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:428)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/*_pid*.log". Configuration error?
[Java] Sleeping for 5 seconds due to JENKINS-32191...
[Java] Parsing console log (workspace: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX')
[Java] Successfully parsed console log
[Java] -> found 0 issues (skipped 0 duplicates)
[Java] Skipping post processing
[Java] No filter has been set, publishing all 0 issues
[Java] Using reference build 'Lucene-Solr-master-MacOSX #6469' to compute new, fixed, and outstanding issues
[Java] Issues delta (vs. reference build): outstanding: 0, new: 0, fixed: 0
[Java] No quality gates have been set - skipping
[Java] Health report is disabled - skipping
[Java] Created analysis result for 0 issues (found 0 new issues, fixed 0 issues)
[Java] Attaching ResultAction with ID 'java' to run 'Lucene-Solr-master-MacOSX #6470'.
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)