You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/07/12 20:29:39 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 2597 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2597/

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.NoFacetTest

Error Message:
Error from server at https://127.0.0.1:44525/solr/collection1: Error while saving shard term for collection: collection1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44525/solr/collection1: Error while saving shard term for collection: collection1
	at __randomizedtesting.SeedInfo.seed([DDFE2A58C1CAD5AB]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:68)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 18277 lines...]
   [junit4] Suite: org.apache.solr.analytics.NoFacetTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analytics/test/J1/temp/solr.analytics.NoFacetTest_DDFE2A58C1CAD5AB-001/init-core-data-001
   [junit4]   1> 19:53:18.891 [Thread-2] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   1> 19:53:22.608 [jetty-launcher-3-thread-4] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 19:53:22.610 [jetty-launcher-3-thread-3] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 19:53:22.608 [jetty-launcher-3-thread-1] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 19:53:22.608 [jetty-launcher-3-thread-2] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 19:54:42.010 [qtp473838141-67] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Error while saving shard term for collection: collection1
   [junit4]   1> 	at org.apache.solr.cloud.ZkShardTerms.saveTerms(ZkShardTerms.java:307)
   [junit4]   1> 	at org.apache.solr.cloud.ZkShardTerms.forceSaveTerms(ZkShardTerms.java:281)
   [junit4]   1> 	at org.apache.solr.cloud.ZkShardTerms.ensureHighestTermsAreNotZero(ZkShardTerms.java:253)
   [junit4]   1> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.doFinish(DistributedUpdateProcessor.java:768)
   [junit4]   1> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.finish(DistributedUpdateProcessor.java:1946)
   [junit4]   1> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:78)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:709)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:515)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
   [junit4]   1> 	at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/terms/shard2
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   1> 	at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:1330)
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$setData$6(SolrZkClient.java:353)
   [junit4]   1> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:353)
   [junit4]   1> 	at org.apache.solr.cloud.ZkShardTerms.saveTerms(ZkShardTerms.java:297)
   [junit4]   1> 	... 44 more
   [junit4]   1> 
   [junit4]   1> 19:54:42.034 [qtp1215422819-42] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Error while saving shard term for collection: collection1
   [junit4]   1> 	at org.apache.solr.cloud.ZkShardTerms.saveTerms(ZkShardTerms.java:307)
   [junit4]   1> 	at org.apache.solr.cloud.ZkShardTerms.forceSaveTerms(ZkShardTerms.java:281)
   [junit4]   1> 	at org.apache.solr.cloud.ZkShardTerms.ensureHighestTermsAreNotZero(ZkShardTerms.java:253)
   [junit4]   1> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.doFinish(DistributedUpdateProcessor.java:768)
   [junit4]   1> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.finish(DistributedUpdateProcessor.java:1946)
   [junit4]   1> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:78)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:709)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:515)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
   [junit4]   1> 	at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/terms/shard1
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   1> 	at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:1330)
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$setData$6(SolrZkClient.java:353)
   [junit4]   1> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:353)
   [junit4]   1> 	at org.apache.solr.cloud.ZkShardTerms.saveTerms(ZkShardTerms.java:297)
   [junit4]   1> 	... 44 more
   [junit4]   1> 
   [junit4]   1> 19:54:42.099 [qtp473838141-67] ERROR org.apache.solr.servlet.HttpSolrCall - null:org.apache.solr.common.SolrException: Error while saving shard term for collection: collection1
   [junit4]   1> 	at org.apache.solr.cloud.ZkShardTerms.saveTerms(ZkShardTerms.java:307)
   [junit4]   1> 	at org.apache.solr.cloud.ZkShardTerms.forceSaveTerms(ZkShardTerms.java:281)
   [junit4]   1> 	at org.apache.solr.cloud.ZkShardTerms.ensureHighestTermsAreNotZero(ZkShardTerms.java:253)
   [junit4]   1> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.doFinish(DistributedUpdateProcessor.java:768)
   [junit4]   1> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.finish(DistributedUpdateProcessor.java:1946)
   [junit4]   1> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:78)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:709)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:515)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
   [junit4]   1> 	at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/terms/shard2
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   1> 	at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:1330)
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$setData$6(SolrZkClient.java:353)
   [junit4]   1> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:353)
   [junit4]   1> 	at org.apache.solr.cloud.ZkShardTerms.saveTerms(ZkShardTerms.java:297)
   [junit4]   1> 	... 44 more
   [junit4]   1> 
   [junit4]   1> 19:54:41.923 [OverseerExitThread] ERROR org.apache.solr.cloud.Overseer - could not read the data
   [junit4]   1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   1> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:341) ~[java/:?]
   [junit4]   1> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341) ~[java/:?]
   [junit4]   1> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308) ~[java/:?]
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
   [junit4]   1> 19:54:42.208 [qtp1215422819-42] ERROR org.apache.solr.servlet.HttpSolrCall - null:org.apache.solr.common.SolrException: Error while saving shard term for collection: collection1
   [junit4]   1> 	at org.apache.solr.cloud.ZkShardTerms.saveTerms(ZkShardTerms.java:307)
   [junit4]   1> 	at org.apache.solr.cloud.ZkShardTerms.forceSaveTerms(ZkShardTerms.java:281)
   [junit4]   1> 	at org.apache.solr.cloud.ZkShardTerms.ensureHighestTermsAreNotZero(ZkShardTerms.java:253)
   [junit4]   1> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.doFinish(DistributedUpdateProcessor.java:768)
   [junit4]   1> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.finish(DistributedUpdateProcessor.java:1946)
   [junit4]   1> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:78)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:709)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:515)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
   [junit4]   1> 	at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/terms/shard1
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   1> 	at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:1330)
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$setData$6(SolrZkClient.java:353)
   [junit4]   1> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:353)
   [junit4]   1> 	at org.apache.solr.cloud.ZkShardTerms.saveTerms(ZkShardTerms.java:297)
   [junit4]   1> 	... 44 more
   [junit4]   1> 
   [junit4]   1> 19:54:42.229 [SUITE-NoFacetTest-seed#[DDFE2A58C1CAD5AB]-worker] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (500) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44525/solr/collection1: Error while saving shard term for collection: collection1, retry? 0
   [junit4]   1> 19:54:42.231 [updateExecutor-33-thread-1-processing-x:collection1_shard2_replica_n2 https:////127.0.0.1:34079//solr//collection1_shard1_replica_n1 r:core_node4 n:127.0.0.1:44525_solr c:collection1 s:shard2] ERROR org.apache.solr.update.ErrorReportingConcurrentUpdateSolrClient - error
   [junit4]   1> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34079/solr/collection1_shard1_replica_n1: Server Error
   [junit4]   1> 
   [junit4]   1> 
   [junit4]   1> 
   [junit4]   1> request: https://127.0.0.1:34079/solr/collection1_shard1_replica_n1/update?update.distrib=TOLEADER&distrib.from=https%3A%2F%2F127.0.0.1%3A44525%2Fsolr%2Fcollection1_shard2_replica_n2%2F&wt=javabin&version=2
   [junit4]   1> Remote error message: Error while saving shard term for collection: collection1
   [junit4]   1> 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:383) ~[java/:?]
   [junit4]   1> 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:182) ~[java/:?]
   [junit4]   1> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) ~[metrics-core-3.2.6.jar:3.2.6]
   [junit4]   1> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   1> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_172]
   [junit4]   1> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_172]
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
   [junit4]   1> 19:54:43.881 [zkConnectionManagerCallback-77-thread-1] ERROR org.apache.solr.common.cloud.ZkStateReader - A ZK error has occurred
   [junit4]   1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   1> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1105) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:317) ~[java/:?]
   [junit4]   1> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:317) ~[java/:?]
   [junit4]   1> 	at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:441) ~[java/:?]
   [junit4]   1> 	at org.apache.solr.common.cloud.ZkStateReader$1.command(ZkStateReader.java:301) ~[java/:?]
   [junit4]   1> 	at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167) ~[java/:?]
   [junit4]   1> 	at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57) ~[java/:?]
   [junit4]   1> 	at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141) ~[java/:?]
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:268) ~[java/:?]
   [junit4]   1> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_172]
   [junit4]   1> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_172]
   [junit4]   1> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   1> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_172]
   [junit4]   1> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_172]
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
   [junit4]   1> 19:54:43.883 [zkConnectionManagerCallback-77-thread-1] ERROR org.apache.solr.common.cloud.DefaultConnectionStrategy - Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException: A ZK error has occurred
   [junit4]   1> 	at org.apache.solr.common.cloud.ZkStateReader$1.command(ZkStateReader.java:304)
   [junit4]   1> 	at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
   [junit4]   1> 	at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   1> 	at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:268)
   [junit4]   1> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   1> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   1> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]   1> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   1> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   1> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1105)
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:317)
   [junit4]   1> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:317)
   [junit4]   1> 	at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:441)
   [junit4]   1> 	at org.apache.solr.common.cloud.ZkStateReader$1.command(ZkStateReader.java:301)
   [junit4]   1> 	... 10 more
   [junit4]   1> 
   [junit4]   1> 19:54:50.255 [SUITE-NoFacetTest-seed#[DDFE2A58C1CAD5AB]-worker] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> Jul 12, 2018 7:54:51 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1132, maxMBSortInHeap=5.554180988829962, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@909c2d3), locale=es-GT, timezone=Asia/Aden
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=170858128,total=284164096
   [junit4]   2> NOTE: All tests run in this JVM: [IfFunctionTest, LegacyAbstractAnalyticsTest, NoFacetTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=NoFacetTest -Dtests.seed=DDFE2A58C1CAD5AB -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-GT -Dtests.timezone=Asia/Aden -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J1 | NoFacetTest (suite) <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44525/solr/collection1: Error while saving shard term for collection: collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DDFE2A58C1CAD5AB]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
   [junit4]    > 	at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:68)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [16/78 (1!)] on J1 in 129.42s, 0 tests, 1 error <<< FAILURES!

[...truncated 44966 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
     [java] Processed 2233 links (1787 relative) to 3129 anchors in 246 files
     [echo] Validated Links & Anchors via: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-ref-guide/bare-bones-html/

-documentation-lint:
    [jtidy] Checking for broken html (such as invalid tags)...
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/jtidy_tmp
     [echo] Checking for broken links...
     [exec] 
     [exec] Crawl/parse...
     [exec] 
     [exec] Verify...
     [echo] Checking for malformed docs...

jar-checksums:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

common.resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/null926485248
     [copy] Copying 36 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/null926485248
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/null926485248

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null597536816
     [copy] Copying 241 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null597536816
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null597536816

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 54ms :: artifacts dl 5ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 201 minutes 34 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-Tests-master - Build # 2602 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2602/

1 tests failed.
FAILED:  org.apache.lucene.document.TestLatLonShape.testBasicIntersects

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space
	at __randomizedtesting.SeedInfo.seed([95119B56BB36BC74:A26C68A387A11F0A]:0)
	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:78)
	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:51)
	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:164)
	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:150)
	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
	at org.apache.lucene.util.bkd.OfflinePointReader.split(OfflinePointReader.java:221)
	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1787)
	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1801)
	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1801)
	at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1004)
	at org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:139)
	at org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.writeField(AssertingPointsFormat.java:137)
	at org.apache.lucene.index.PointValuesWriter.flush(PointValuesWriter.java:183)
	at org.apache.lucene.index.DefaultIndexingChain.writePoints(DefaultIndexingChain.java:215)
	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:141)
	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:470)
	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:554)
	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:413)
	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:514)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1601)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1220)
	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:189)
	at org.apache.lucene.document.TestLatLonShape.testBasicIntersects(TestLatLonShape.java:93)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)




Build Log:
[...truncated 9599 lines...]
   [junit4] Suite: org.apache.lucene.document.TestLatLonShape
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLatLonShape -Dtests.method=testBasicIntersects -Dtests.seed=95119B56BB36BC74 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=it -Dtests.timezone=America/Araguaina -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   33.5s J2 | TestLatLonShape.testBasicIntersects <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([95119B56BB36BC74:A26C68A387A11F0A]:0)
   [junit4]    > 	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:78)
   [junit4]    > 	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:51)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:164)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:150)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
   [junit4]    > 	at org.apache.lucene.util.bkd.OfflinePointReader.split(OfflinePointReader.java:221)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1787)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1801)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1801)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1004)
   [junit4]    > 	at org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:139)
   [junit4]    > 	at org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.writeField(AssertingPointsFormat.java:137)
   [junit4]    > 	at org.apache.lucene.index.PointValuesWriter.flush(PointValuesWriter.java:183)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.writePoints(DefaultIndexingChain.java:215)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:141)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:470)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:554)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:413)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:514)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1601)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1220)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:189)
   [junit4]    > 	at org.apache.lucene.document.TestLatLonShape.testBasicIntersects(TestLatLonShape.java:93)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=522, maxMBSortInHeap=5.851519002552058, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4b30ea34), locale=it, timezone=America/Araguaina
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=324557208,total=411041792
   [junit4]   2> NOTE: All tests run in this JVM: [TestTessellator, TestFieldCacheTermsFilter, TestIntervals, TestLatLonPointQueries, TestHalfFloatPoint, TestLatLonShape]
   [junit4] Completed [21/24 (1!)] on J2 in 33.52s, 2 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J2: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/sandbox/test/temp/junit4-J2-20180715_095917_1981508393259200715697.sysout
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/heapdumps/java_pid23461.hprof ...
   [junit4] Heap dump file created [439222575 bytes in 2.085 secs]
   [junit4] <<< JVM J2: EOF ----

[...truncated 14370 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:633: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid23461.hprof

Total time: 176 minutes 42 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-master #2601 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-Tests-master - Build # 2601 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2601/

4 tests failed.
FAILED:  org.apache.solr.cloud.LeaderTragicEventTest.testOtherReplicasAreNotActive

Error Message:
Jetty Connector is not open: -2

Stack Trace:
java.lang.IllegalStateException: Jetty Connector is not open: -2
	at __randomizedtesting.SeedInfo.seed([8C74C868516D5294:9C0E41F6D92EB0C]:0)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.getBaseUrl(JettySolrRunner.java:499)
	at org.apache.solr.cloud.MiniSolrCloudCluster.getReplicaJetty(MiniSolrCloudCluster.java:539)
	at org.apache.solr.cloud.LeaderTragicEventTest.corruptLeader(LeaderTragicEventTest.java:100)
	at org.apache.solr.cloud.LeaderTragicEventTest.testOtherReplicasAreNotActive(LeaderTragicEventTest.java:150)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.LeaderTragicEventTest.test

Error Message:
Error from server at http://127.0.0.1:33704/solr: collection already exists: collection1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33704/solr: collection already exists: collection1
	at __randomizedtesting.SeedInfo.seed([8C74C868516D5294:420F7B2FF913F6C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.LeaderTragicEventTest.test(LeaderTragicEventTest.java:70)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test

Error Message:
Error from server at http://127.0.0.1:37164/solr: Timed out waiting to see all replicas: [hdfsbackuprestore_shard1_1_replica_p0] in cluster state. Last state: DocCollection(hdfsbackuprestore//collections/hdfsbackuprestore/state.json/27)={   "pullReplicas":"1",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"inactive",       "replicas":{         "core_node3":{           "core":"hdfsbackuprestore_shard1_replica_n1",           "base_url":"http://127.0.0.1:42745/solr",           "node_name":"127.0.0.1:42745_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"},         "core_node5":{           "core":"hdfsbackuprestore_shard1_replica_n2",           "base_url":"http://127.0.0.1:37164/solr",           "node_name":"127.0.0.1:37164_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"},         "core_node7":{           "core":"hdfsbackuprestore_shard1_replica_t4",           "base_url":"http://127.0.0.1:42745/solr",           "node_name":"127.0.0.1:42745_solr",           "state":"active",           "type":"TLOG",           "force_set_state":"false"},         "core_node9":{           "core":"hdfsbackuprestore_shard1_replica_p6",           "base_url":"http://127.0.0.1:37164/solr",           "node_name":"127.0.0.1:37164_solr",           "state":"active",           "type":"PULL",           "force_set_state":"false"}},       "stateTimestamp":"1531636437770460647"},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node11":{           "core":"hdfsbackuprestore_shard2_replica_n8",           "base_url":"http://127.0.0.1:42745/solr",           "node_name":"127.0.0.1:42745_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"},         "core_node12":{           "core":"hdfsbackuprestore_shard2_replica_n10",           "base_url":"http://127.0.0.1:37164/solr",           "node_name":"127.0.0.1:37164_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"},         "core_node15":{           "core":"hdfsbackuprestore_shard2_replica_t13",           "base_url":"http://127.0.0.1:42745/solr",           "node_name":"127.0.0.1:42745_solr",           "state":"active",           "type":"TLOG",           "force_set_state":"false"},         "core_node16":{           "core":"hdfsbackuprestore_shard2_replica_p14",           "base_url":"http://127.0.0.1:37164/solr",           "node_name":"127.0.0.1:37164_solr",           "state":"active",           "type":"PULL",           "force_set_state":"false"}}},     "shard1_0":{       "range":"80000000-bfffffff",       "state":"active",       "replicas":{         "core_node19":{           "core":"hdfsbackuprestore_shard1_0_replica_n17",           "base_url":"http://127.0.0.1:37164/solr",           "node_name":"127.0.0.1:37164_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"},         "core_node21":{           "core":"hdfsbackuprestore_shard1_0_replica_n0",           "base_url":"http://127.0.0.1:37164/solr",           "node_name":"127.0.0.1:37164_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"},         "core_node22":{           "core":"hdfsbackuprestore_shard1_0_replica_t0",           "base_url":"http://127.0.0.1:42745/solr",           "node_name":"127.0.0.1:42745_solr",           "state":"active",           "type":"TLOG",           "force_set_state":"false"},         "core_node23":{           "core":"hdfsbackuprestore_shard1_0_replica_p0",           "base_url":"http://127.0.0.1:37164/solr",           "node_name":"127.0.0.1:37164_solr",           "state":"active",           "type":"PULL",           "force_set_state":"false"}},       "stateTimestamp":"1531636437770537685"},     "shard1_1":{       "range":"c0000000-ffffffff",       "state":"active",       "replicas":{         "core_node20":{           "core":"hdfsbackuprestore_shard1_1_replica_n18",           "base_url":"http://127.0.0.1:37164/solr",           "node_name":"127.0.0.1:37164_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"},         "core_node24":{           "core":"hdfsbackuprestore_shard1_1_replica_n0",           "base_url":"http://127.0.0.1:42745/solr",           "node_name":"127.0.0.1:42745_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"},         "core_node25":{           "core":"hdfsbackuprestore_shard1_1_replica_t0",           "base_url":"http://127.0.0.1:37164/solr",           "node_name":"127.0.0.1:37164_solr",           "state":"active",           "type":"TLOG",           "force_set_state":"false"}},       "stateTimestamp":"1531636437770516623"}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"-1",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"1"}

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37164/solr: Timed out waiting to see all replicas: [hdfsbackuprestore_shard1_1_replica_p0] in cluster state. Last state: DocCollection(hdfsbackuprestore//collections/hdfsbackuprestore/state.json/27)={
  "pullReplicas":"1",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"inactive",
      "replicas":{
        "core_node3":{
          "core":"hdfsbackuprestore_shard1_replica_n1",
          "base_url":"http://127.0.0.1:42745/solr",
          "node_name":"127.0.0.1:42745_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node5":{
          "core":"hdfsbackuprestore_shard1_replica_n2",
          "base_url":"http://127.0.0.1:37164/solr",
          "node_name":"127.0.0.1:37164_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"},
        "core_node7":{
          "core":"hdfsbackuprestore_shard1_replica_t4",
          "base_url":"http://127.0.0.1:42745/solr",
          "node_name":"127.0.0.1:42745_solr",
          "state":"active",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node9":{
          "core":"hdfsbackuprestore_shard1_replica_p6",
          "base_url":"http://127.0.0.1:37164/solr",
          "node_name":"127.0.0.1:37164_solr",
          "state":"active",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1531636437770460647"},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node11":{
          "core":"hdfsbackuprestore_shard2_replica_n8",
          "base_url":"http://127.0.0.1:42745/solr",
          "node_name":"127.0.0.1:42745_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node12":{
          "core":"hdfsbackuprestore_shard2_replica_n10",
          "base_url":"http://127.0.0.1:37164/solr",
          "node_name":"127.0.0.1:37164_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"},
        "core_node15":{
          "core":"hdfsbackuprestore_shard2_replica_t13",
          "base_url":"http://127.0.0.1:42745/solr",
          "node_name":"127.0.0.1:42745_solr",
          "state":"active",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node16":{
          "core":"hdfsbackuprestore_shard2_replica_p14",
          "base_url":"http://127.0.0.1:37164/solr",
          "node_name":"127.0.0.1:37164_solr",
          "state":"active",
          "type":"PULL",
          "force_set_state":"false"}}},
    "shard1_0":{
      "range":"80000000-bfffffff",
      "state":"active",
      "replicas":{
        "core_node19":{
          "core":"hdfsbackuprestore_shard1_0_replica_n17",
          "base_url":"http://127.0.0.1:37164/solr",
          "node_name":"127.0.0.1:37164_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"},
        "core_node21":{
          "core":"hdfsbackuprestore_shard1_0_replica_n0",
          "base_url":"http://127.0.0.1:37164/solr",
          "node_name":"127.0.0.1:37164_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node22":{
          "core":"hdfsbackuprestore_shard1_0_replica_t0",
          "base_url":"http://127.0.0.1:42745/solr",
          "node_name":"127.0.0.1:42745_solr",
          "state":"active",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node23":{
          "core":"hdfsbackuprestore_shard1_0_replica_p0",
          "base_url":"http://127.0.0.1:37164/solr",
          "node_name":"127.0.0.1:37164_solr",
          "state":"active",
          "type":"PULL",
          "force_set_state":"false"}},
      "stateTimestamp":"1531636437770537685"},
    "shard1_1":{
      "range":"c0000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node20":{
          "core":"hdfsbackuprestore_shard1_1_replica_n18",
          "base_url":"http://127.0.0.1:37164/solr",
          "node_name":"127.0.0.1:37164_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"},
        "core_node24":{
          "core":"hdfsbackuprestore_shard1_1_replica_n0",
          "base_url":"http://127.0.0.1:42745/solr",
          "node_name":"127.0.0.1:42745_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node25":{
          "core":"hdfsbackuprestore_shard1_1_replica_t0",
          "base_url":"http://127.0.0.1:37164/solr",
          "node_name":"127.0.0.1:37164_solr",
          "state":"active",
          "type":"TLOG",
          "force_set_state":"false"}},
      "stateTimestamp":"1531636437770516623"}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"-1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"1"}
	at __randomizedtesting.SeedInfo.seed([8C74C868516D5294:420F7B2FF913F6C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:135)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.InfixSuggestersTest.testShutdownDuringBuild

Error Message:
junit.framework.AssertionFailedError: Unexpected wrapped exception type, expected CoreIsClosedException

Stack Trace:
java.util.concurrent.ExecutionException: junit.framework.AssertionFailedError: Unexpected wrapped exception type, expected CoreIsClosedException
	at __randomizedtesting.SeedInfo.seed([8C74C868516D5294:53F9AAD76F0407F6]:0)
	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
	at org.apache.solr.handler.component.InfixSuggestersTest.testShutdownDuringBuild(InfixSuggestersTest.java:130)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: junit.framework.AssertionFailedError: Unexpected wrapped exception type, expected CoreIsClosedException
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2696)
	at org.apache.solr.handler.component.InfixSuggestersTest.lambda$testShutdownDuringBuild$3(InfixSuggestersTest.java:121)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: java.lang.RuntimeException: Exception during query
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:917)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:877)
	at org.apache.solr.handler.component.InfixSuggestersTest.lambda$null$2(InfixSuggestersTest.java:122)
	at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2688)
	... 6 more
Caused by: org.apache.solr.common.SolrException: SolrCoreState already closed.
	at org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:186)
	at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:121)
	at org.apache.solr.update.SolrCoreState.getTragicException(SolrCoreState.java:198)
	at org.apache.solr.core.CoreContainer.checkTragicException(CoreContainer.java:1812)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:337)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:319)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:891)
	... 9 more




Build Log:
[...truncated 12405 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
   [junit4]   2> 432339 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/init-core-data-001
   [junit4]   2> 432340 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 432340 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 432358 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 432491 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 432542 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 432544 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 432703 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_lucene2.us.west_apache_org_37937_hdfs____.ozem1p/webapp
   [junit4]   2> 439248 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:37937
   [junit4]   2> 439721 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 439722 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 439780 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_35963_datanode____.xuqghx/webapp
   [junit4]   2> 440677 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35963
   [junit4]   2> 441908 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 441921 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 442036 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40885_datanode____.km4uhs/webapp
   [junit4]   2> 442462 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to lucene2-us-west.apache.org/127.0.0.1:40951) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 442693 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x31a516a75e3fdc: from storage DS-4deaed49-f1a8-4861-bf52-f3cc4d7d9969 node DatanodeRegistration(127.0.0.1:41902, datanodeUuid=092c08b3-b748-402a-ab5a-69f99fc334e7, infoPort=36167, infoSecurePort=0, ipcPort=46709, storageInfo=lv=-56;cid=testClusterID;nsid=1080494504;c=0), blocks: 0, hasStaleStorage: true, processing time: 20 msecs
   [junit4]   2> 442693 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x31a516a75e3fdc: from storage DS-1f40a41f-94b8-4d79-9020-669cfae3a864 node DatanodeRegistration(127.0.0.1:41902, datanodeUuid=092c08b3-b748-402a-ab5a-69f99fc334e7, infoPort=36167, infoSecurePort=0, ipcPort=46709, storageInfo=lv=-56;cid=testClusterID;nsid=1080494504;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 443509 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40885
   [junit4]   2> 444492 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to lucene2-us-west.apache.org/127.0.0.1:40951) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 444552 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x31a51718fdf256: from storage DS-22e28d6b-1280-449b-9a4e-f2e2d05e2e76 node DatanodeRegistration(127.0.0.1:35680, datanodeUuid=dbbf1987-5d71-4a3d-aedd-3b90fe7639bc, infoPort=33640, infoSecurePort=0, ipcPort=46710, storageInfo=lv=-56;cid=testClusterID;nsid=1080494504;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 444552 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x31a51718fdf256: from storage DS-13394bf0-4fa9-4d36-813f-732659ec9105 node DatanodeRegistration(127.0.0.1:35680, datanodeUuid=dbbf1987-5d71-4a3d-aedd-3b90fe7639bc, infoPort=33640, infoSecurePort=0, ipcPort=46710, storageInfo=lv=-56;cid=testClusterID;nsid=1080494504;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 444699 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002
   [junit4]   2> 444699 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 444700 INFO  (Thread-1091) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 444700 INFO  (Thread-1091) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 444721 ERROR (Thread-1091) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 444800 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:33978
   [junit4]   2> 444867 INFO  (zkConnectionManagerCallback-432-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 444921 INFO  (jetty-launcher-429-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 444941 INFO  (jetty-launcher-429-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 445030 INFO  (jetty-launcher-429-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 445030 INFO  (jetty-launcher-429-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 445030 INFO  (jetty-launcher-429-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 445030 INFO  (jetty-launcher-429-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f1904d9{/solr,null,AVAILABLE}
   [junit4]   2> 445031 INFO  (jetty-launcher-429-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@42b273a9{HTTP/1.1,[http/1.1]}{127.0.0.1:37164}
   [junit4]   2> 445087 INFO  (jetty-launcher-429-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 445087 INFO  (jetty-launcher-429-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 445087 INFO  (jetty-launcher-429-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 445087 INFO  (jetty-launcher-429-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66008550{/solr,null,AVAILABLE}
   [junit4]   2> 445088 INFO  (jetty-launcher-429-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2e5ce6c9{HTTP/1.1,[http/1.1]}{127.0.0.1:42745}
   [junit4]   2> 445088 INFO  (jetty-launcher-429-thread-2) [    ] o.e.j.s.Server Started @445126ms
   [junit4]   2> 445088 INFO  (jetty-launcher-429-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42745}
   [junit4]   2> 445088 ERROR (jetty-launcher-429-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 445088 INFO  (jetty-launcher-429-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 445088 INFO  (jetty-launcher-429-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 445088 INFO  (jetty-launcher-429-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 445088 INFO  (jetty-launcher-429-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 445088 INFO  (jetty-launcher-429-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-07-15T06:33:12.110Z
   [junit4]   2> 445089 INFO  (jetty-launcher-429-thread-1) [    ] o.e.j.s.Server Started @445068ms
   [junit4]   2> 445089 INFO  (jetty-launcher-429-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37164}
   [junit4]   2> 445089 ERROR (jetty-launcher-429-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 445089 INFO  (jetty-launcher-429-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 445089 INFO  (jetty-launcher-429-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 445089 INFO  (jetty-launcher-429-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 445089 INFO  (jetty-launcher-429-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 445089 INFO  (jetty-launcher-429-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-07-15T06:33:12.111Z
   [junit4]   2> 445147 INFO  (zkConnectionManagerCallback-434-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 445161 INFO  (zkConnectionManagerCallback-436-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 445169 INFO  (jetty-launcher-429-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 445180 INFO  (jetty-launcher-429-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 445183 INFO  (jetty-launcher-429-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3019eb97, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 445206 INFO  (jetty-launcher-429-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3019eb97, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 445568 INFO  (jetty-launcher-429-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33978/solr
   [junit4]   2> 445656 INFO  (zkConnectionManagerCallback-440-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 445721 INFO  (zkConnectionManagerCallback-442-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 446007 INFO  (jetty-launcher-429-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33978/solr
   [junit4]   2> 446009 INFO  (zkConnectionManagerCallback-448-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 446033 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10340e727940005, likely client has closed socket
   [junit4]   2> 446056 INFO  (zkConnectionManagerCallback-450-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 446158 INFO  (jetty-launcher-429-thread-2) [n:127.0.0.1:42745_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 446159 INFO  (jetty-launcher-429-thread-2) [n:127.0.0.1:42745_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42745_solr
   [junit4]   2> 446178 INFO  (jetty-launcher-429-thread-2) [n:127.0.0.1:42745_solr    ] o.a.s.c.Overseer Overseer (id=72973380513693702-127.0.0.1:42745_solr-n_0000000000) starting
   [junit4]   2> 446245 INFO  (jetty-launcher-429-thread-1) [n:127.0.0.1:37164_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 446246 INFO  (jetty-launcher-429-thread-1) [n:127.0.0.1:37164_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37164_solr
   [junit4]   2> 446247 INFO  (jetty-launcher-429-thread-1) [n:127.0.0.1:37164_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://lucene2-us-west.apache.org:40951/solr,solr.hdfs.confdir=}}
   [junit4]   2> 446247 INFO  (jetty-launcher-429-thread-1) [n:127.0.0.1:37164_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://lucene2-us-west.apache.org:40951/solr,solr.hdfs.confdir=}}
   [junit4]   2> 446389 INFO  (zkCallback-449-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 446400 INFO  (zkCallback-441-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 446432 INFO  (zkConnectionManagerCallback-457-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 446510 INFO  (jetty-launcher-429-thread-2) [n:127.0.0.1:42745_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 446511 INFO  (jetty-launcher-429-thread-2) [n:127.0.0.1:42745_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33978/solr ready
   [junit4]   2> 446530 INFO  (zkConnectionManagerCallback-462-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 446531 INFO  (jetty-launcher-429-thread-1) [n:127.0.0.1:37164_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 446547 INFO  (jetty-launcher-429-thread-1) [n:127.0.0.1:37164_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33978/solr ready
   [junit4]   2> 446562 INFO  (jetty-launcher-429-thread-1) [n:127.0.0.1:37164_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 446631 INFO  (jetty-launcher-429-thread-1) [n:127.0.0.1:37164_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3019eb97
   [junit4]   2> 446650 INFO  (jetty-launcher-429-thread-2) [n:127.0.0.1:42745_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 446650 INFO  (jetty-launcher-429-thread-2) [n:127.0.0.1:42745_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42745_solr
   [junit4]   2> 446687 INFO  (jetty-launcher-429-thread-2) [n:127.0.0.1:42745_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://lucene2-us-west.apache.org:40951/solr,solr.hdfs.confdir=}}
   [junit4]   2> 446687 INFO  (jetty-launcher-429-thread-2) [n:127.0.0.1:42745_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://lucene2-us-west.apache.org:40951/solr,solr.hdfs.confdir=}}
   [junit4]   2> 446701 INFO  (jetty-launcher-429-thread-1) [n:127.0.0.1:37164_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3019eb97
   [junit4]   2> 446701 INFO  (jetty-launcher-429-thread-1) [n:127.0.0.1:37164_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3019eb97
   [junit4]   2> 446702 INFO  (jetty-launcher-429-thread-1) [n:127.0.0.1:37164_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002/node1/.
   [junit4]   2> 446705 INFO  (zkCallback-449-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 446729 INFO  (zkCallback-441-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 446933 INFO  (zkCallback-456-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 446933 INFO  (zkCallback-461-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 446969 INFO  (jetty-launcher-429-thread-2) [n:127.0.0.1:42745_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 447070 INFO  (jetty-launcher-429-thread-2) [n:127.0.0.1:42745_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3019eb97
   [junit4]   2> 447143 INFO  (jetty-launcher-429-thread-2) [n:127.0.0.1:42745_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3019eb97
   [junit4]   2> 447143 INFO  (jetty-launcher-429-thread-2) [n:127.0.0.1:42745_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3019eb97
   [junit4]   2> 447161 INFO  (jetty-launcher-429-thread-2) [n:127.0.0.1:42745_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002/node2/.
   [junit4]   2> 447349 INFO  (zkConnectionManagerCallback-466-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 447366 INFO  (zkConnectionManagerCallback-471-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 447376 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 447377 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[8C74C868516D5294]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33978/solr ready
   [junit4]   2> 447581 INFO  (TEST-TestHdfsCloudBackupRestore.test-seed#[8C74C868516D5294]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 447608 INFO  (qtp1148085066-2547) [n:127.0.0.1:37164_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=-1&name=hdfsbackuprestore&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 447625 INFO  (OverseerThreadFactory-595-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection hdfsbackuprestore
   [junit4]   2> 447626 WARN  (OverseerThreadFactory-595-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 4 on collection hdfsbackuprestore is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 447761 INFO  (OverseerStateUpdate-72973380513693702-127.0.0.1:42745_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42745/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 447785 INFO  (OverseerStateUpdate-72973380513693702-127.0.0.1:42745_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37164/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 447800 INFO  (OverseerStateUpdate-72973380513693702-127.0.0.1:42745_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica_t4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42745/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 447815 INFO  (OverseerStateUpdate-72973380513693702-127.0.0.1:42745_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica_p6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37164/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 447832 INFO  (OverseerStateUpdate-72973380513693702-127.0.0.1:42745_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42745/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 447835 INFO  (OverseerStateUpdate-72973380513693702-127.0.0.1:42745_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica_n10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37164/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 447883 INFO  (OverseerStateUpdate-72973380513693702-127.0.0.1:42745_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica_t13",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42745/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 447901 INFO  (OverseerStateUpdate-72973380513693702-127.0.0.1:42745_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica_p14",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37164/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 448141 INFO  (qtp637574897-2556) [n:127.0.0.1:42745_solr    x:hdfsbackuprestore_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=hdfsbackuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 448158 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr    x:hdfsbackuprestore_shard1_replica_p6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node9&name=hdfsbackuprestore_shard1_replica_p6&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 448158 INFO  (qtp637574897-2552) [n:127.0.0.1:42745_solr    x:hdfsbackuprestore_shard1_replica_t4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node7&name=hdfsbackuprestore_shard1_replica_t4&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 448158 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr    x:hdfsbackuprestore_shard1_replica_p6] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 448158 INFO  (qtp637574897-2551) [n:127.0.0.1:42745_solr    x:hdfsbackuprestore_shard2_replica_n8] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node11&name=hdfsbackuprestore_shard2_replica_n8&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 448159 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr    x:hdfsbackuprestore_shard2_replica_n10] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node12&name=hdfsbackuprestore_shard2_replica_n10&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 448226 INFO  (qtp1148085066-2549) [n:127.0.0.1:37164_solr    x:hdfsbackuprestore_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node5&name=hdfsbackuprestore_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 448249 INFO  (qtp637574897-2554) [n:127.0.0.1:42745_solr    x:hdfsbackuprestore_shard2_replica_t13] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node15&name=hdfsbackuprestore_shard2_replica_t13&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 448249 INFO  (qtp1148085066-2546) [n:127.0.0.1:37164_solr    x:hdfsbackuprestore_shard2_replica_p14] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node16&name=hdfsbackuprestore_shard2_replica_p14&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 449325 INFO  (qtp1148085066-2549) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 449362 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 449610 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 449646 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica_n10] Schema name=minimal
   [junit4]   2> 449661 INFO  (qtp1148085066-2549) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 449663 INFO  (qtp1148085066-2549) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 449663 INFO  (qtp1148085066-2549) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica_n2' using configuration from collection hdfsbackuprestore, trusted=true
   [junit4]   2> 449664 INFO  (qtp1148085066-2549) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard1.replica_n2' (registry 'solr.core.hdfsbackuprestore.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3019eb97
   [junit4]   2> 449698 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 449698 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica_n10' using configuration from collection hdfsbackuprestore, trusted=true
   [junit4]   2> 449698 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard2.replica_n10' (registry 'solr.core.hdfsbackuprestore.shard2.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3019eb97
   [junit4]   2> 449735 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica_p6] Schema name=minimal
   [junit4]   2> 449737 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 449737 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica_p6' using configuration from collection hdfsbackuprestore, trusted=true
   [junit4]   2> 449760 INFO  (qtp637574897-2554) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t13] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 449754 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard1.replica_p6' (registry 'solr.core.hdfsbackuprestore.shard1.replica_p6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3019eb97
   [junit4]   2> 449975 INFO  (qtp637574897-2556) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 449945 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 449982 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica_n10] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica_n10], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica_n10/data/]
   [junit4]   2> 449987 INFO  (qtp637574897-2551) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 450010 INFO  (qtp1148085066-2549) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 450012 INFO  (qtp1148085066-2546) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 450023 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 450023 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica_p6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica_p6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica_p6/data/]
   [junit4]   2> 450044 INFO  (qtp1148085066-2549) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica_n2/data/]
   [junit4]   2> 450056 INFO  (qtp637574897-2554) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t13] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica_t13] Schema name=minimal
   [junit4]   2> 450058 INFO  (qtp637574897-2552) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 450101 INFO  (qtp637574897-2556) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 450113 INFO  (qtp637574897-2554) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t13] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 450113 INFO  (qtp637574897-2554) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t13] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica_t13' using configuration from collection hdfsbackuprestore, trusted=true
   [junit4]   2> 450114 INFO  (qtp637574897-2554) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t13] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard2.replica_t13' (registry 'solr.core.hdfsbackuprestore.shard2.replica_t13') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3019eb97
   [junit4]   2> 450114 INFO  (qtp637574897-2554) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t13] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 450114 INFO  (qtp637574897-2554) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t13] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica_t13] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica_t13], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica_t13/data/]
   [junit4]   2> 450136 INFO  (qtp637574897-2556) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 450136 INFO  (qtp637574897-2556) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica_n1' using configuration from collection hdfsbackuprestore, trusted=true
   [junit4]   2> 450137 INFO  (qtp637574897-2556) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard1.replica_n1' (registry 'solr.core.hdfsbackuprestore.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3019eb97
   [junit4]   2> 450137 INFO  (qtp637574897-2556) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 450139 INFO  (qtp637574897-2556) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica_n1/data/]
   [junit4]   2> 450378 INFO  (qtp637574897-2551) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica_n8] Schema name=minimal
   [junit4]   2> 450381 INFO  (qtp1148085066-2546) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica_p14] Schema name=minimal
   [junit4]   2> 450383 INFO  (qtp1148085066-2546) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 450383 INFO  (qtp1148085066-2546) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica_p14' using configuration from collection hdfsbackuprestore, trusted=true
   [junit4]   2> 450395 INFO  (qtp637574897-2551) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 450395 INFO  (qtp637574897-2551) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica_n8' using configuration from collection hdfsbackuprestore, trusted=true
   [junit4]   2> 450396 INFO  (qtp637574897-2551) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard2.replica_n8' (registry 'solr.core.hdfsbackuprestore.shard2.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3019eb97
   [junit4]   2> 450396 INFO  (qtp637574897-2551) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 450430 INFO  (qtp637574897-2551) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica_n8] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica_n8], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica_n8/data/]
   [junit4]   2> 450447 INFO  (qtp637574897-2552) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica_t4] Schema name=minimal
   [junit4]   2> 450449 INFO  (qtp637574897-2552) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 450449 INFO  (qtp637574897-2552) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica_t4' using configuration from collection hdfsbackuprestore, trusted=true
   [junit4]   2> 450453 INFO  (qtp1148085066-2546) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard2.replica_p14' (registry 'solr.core.hdfsbackuprestore.shard2.replica_p14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3019eb97
   [junit4]   2> 450453 INFO  (qtp1148085066-2546) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 450453 INFO  (qtp1148085066-2546) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica_p14] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica_p14], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica_p14/data/]
   [junit4]   2> 450482 INFO  (qtp637574897-2552) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard1.replica_t4' (registry 'solr.core.hdfsbackuprestore.shard1.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3019eb97
   [junit4]   2> 450482 INFO  (qtp637574897-2552) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 450482 INFO  (qtp637574897-2552) [n:127.0.0.1:42745_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_t4] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica_t4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica_t4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8C74C868516D5294-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica_t4/data/]
   [junit4]   2> 451307 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 451307 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 451308 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 451308 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 451382 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.s.SolrIndexSearcher Opening [Searcher@bb3ba62[hdfsbackuprestore_shard2_replica_n10] main]
   [junit4]   2> 451393 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 451393 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 451394 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 451446 INFO  (searcherExecutor-602-thread-1-processing-n:127.0.0.1:37164_solr x:hdfsbackuprestore_shard2_replica_n10 c:hdfsbackuprestore s:shard2 r:core_node12) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica_n10] Registered new searcher Searcher@bb3ba62[hdfsbackuprestore_shard2_replica_n10] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 451453 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1606037168167321600
   [junit4]   2> 451632 INFO  (qtp1148085066-2549) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 451632 INFO  (qtp1148085066-2549) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 451641 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 451641 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 451644 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.s.SolrIndexSearcher Opening [Searcher@18044f54[hdfsbackuprestore_shard1_replica_p6] main]
   [junit4]   2> 451727 INFO  (qtp1148085066-2549) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 451727 INFO  (qtp1148085066-2549) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 451787 INFO  (qtp1148085066-2546) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 451787 INFO  (qtp1148085066-2546) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 452064 INFO  (qtp1148085066-2549) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5de270b4[hdfsbackuprestore_shard1_replica_n2] main]
   [junit4]   2> 452081 INFO  (qtp1148085066-2546) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.s.SolrIndexSearcher Opening [Searcher@6169ad6e[hdfsbackuprestore_shard2_replica_p14] main]
   [junit4]   2> 452102 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.c.ZkShardTerms Successful update of terms at /collections/hdfsbackuprestore/terms/shard2 to Terms{values={core_node12=0}, version=0}
   [junit4]   2> 452104 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 452140 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 452141 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 452141 INFO  (qtp1148085066-2549) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 452264 INFO  (qtp1148085066-2549) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 452393 INFO  (qtp1148085066-2546) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 452395 INFO  (searcherExecutor-603-thread-1-processing-n:127.0.0.1:37164_solr x:hdfsbackuprestore_shard1_replica_p6 c:hdfsbackuprestore s:shard1 r:core_node9) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica_p6] Registered new searcher Searcher@18044f54[hdfsbackuprestore_shard1_replica_p6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 452395 INFO  (qtp1148085066-2546) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 452412 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.c.ZkController hdfsbackuprestore_shard1_replica_p6 starting background replication from leader
   [junit4]   2> 452412 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 452430 INFO  (qtp1148085066-2542) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_n10] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=3 found=1 timeoutin=9979ms
   [junit4]   2> 452430 INFO  (qtp1148085066-2549) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 452430 INFO  (qtp1148085066-2549) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1606037169191780352
   [junit4]   2> 452433 INFO  (qtp1148085066-2546) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard2 r:core_node16 x:hdfsbackuprestore_shard2_replica_p14] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 452505 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_replica_p6] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 452505 INFO  (qtp1148085066-2543) [n:127.0.0.1:37164_solr c:hdfsbackuprestore s:shard1 r:core_node9 x:hdfsbackuprestore_shard1_rep

[...truncated too long message...]

ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null2011235927
     [copy] Copying 241 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null2011235927
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null2011235927

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 73ms :: artifacts dl 8ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 196 minutes 54 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-Tests-master - Build # 2600 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2600/

2 tests failed.
FAILED:  org.apache.solr.cloud.LIRRollingUpdatesTest.testNewLeaderAndMixedReplicas

Error Message:
Timeout waiting for shard1 become active null Live Nodes: [127.0.0.1:44314_solr, 127.0.0.1:52746_solr, 127.0.0.1:56207_solr] Last available state: DocCollection(testMixedReplicas-false//collections/testMixedReplicas-false/state.json/8)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node42":{           "core":"testMixedReplicas-false_shard1_replica_n41",           "base_url":"https://127.0.0.1:44314/solr",           "node_name":"127.0.0.1:44314_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"},         "core_node44":{           "core":"testMixedReplicas-false_shard1_replica_n43",           "base_url":"https://127.0.0.1:56207/solr",           "node_name":"127.0.0.1:56207_solr",           "state":"recovering",           "type":"NRT",           "force_set_state":"false"},         "core_node46":{           "core":"testMixedReplicas-false_shard1_replica_n45",           "base_url":"https://127.0.0.1:52746/solr",           "node_name":"127.0.0.1:52746_solr",           "state":"down",           "type":"NRT",           "force_set_state":"false"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Timeout waiting for shard1 become active
null
Live Nodes: [127.0.0.1:44314_solr, 127.0.0.1:52746_solr, 127.0.0.1:56207_solr]
Last available state: DocCollection(testMixedReplicas-false//collections/testMixedReplicas-false/state.json/8)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node42":{
          "core":"testMixedReplicas-false_shard1_replica_n41",
          "base_url":"https://127.0.0.1:44314/solr",
          "node_name":"127.0.0.1:44314_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"},
        "core_node44":{
          "core":"testMixedReplicas-false_shard1_replica_n43",
          "base_url":"https://127.0.0.1:56207/solr",
          "node_name":"127.0.0.1:56207_solr",
          "state":"recovering",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node46":{
          "core":"testMixedReplicas-false_shard1_replica_n45",
          "base_url":"https://127.0.0.1:52746/solr",
          "node_name":"127.0.0.1:52746_solr",
          "state":"down",
          "type":"NRT",
          "force_set_state":"false"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([943E69442188140D:214987DF1AEC476D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:278)
	at org.apache.solr.cloud.LIRRollingUpdatesTest.testLeaderAndMixedReplicas(LIRRollingUpdatesTest.java:263)
	at org.apache.solr.cloud.LIRRollingUpdatesTest.testNewLeaderAndMixedReplicas(LIRRollingUpdatesTest.java:337)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.LIRRollingUpdatesTest.testOldLeaderAndMixedReplicas

Error Message:
IOException occured when talking to server at: https://127.0.0.1:44314/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:44314/solr
	at __randomizedtesting.SeedInfo.seed([943E69442188140D:30DAB1B256575D1C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.LIRRollingUpdatesTest.testLeaderAndMixedReplicas(LIRRollingUpdatesTest.java:234)
	at org.apache.solr.cloud.LIRRollingUpdatesTest.testOldLeaderAndMixedReplicas(LIRRollingUpdatesTest.java:343)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:44314 [/127.0.0.1] failed: Read timed out
	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151)
	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 50 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
	at sun.security.ssl.SSLSocketImpl.performInitialHandshake(SSLSocketImpl.java:1385)
	at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1413)
	at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1397)
	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.createLayeredSocket(SSLConnectionSocketFactory.java:396)
	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:355)
	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
	... 60 more




Build Log:
[...truncated 13026 lines...]
   [junit4] Suite: org.apache.solr.cloud.LIRRollingUpdatesTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/init-core-data-001
   [junit4]   2> 935198 WARN  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 935198 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 935199 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 935200 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 935201 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001
   [junit4]   2> 935201 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 935207 INFO  (Thread-1553) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 935207 INFO  (Thread-1553) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 935227 ERROR (Thread-1553) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 935306 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:48276
   [junit4]   2> 935315 INFO  (zkConnectionManagerCallback-1641-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 935327 INFO  (jetty-launcher-1638-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 935343 INFO  (jetty-launcher-1638-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 935351 INFO  (jetty-launcher-1638-thread-3) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 935354 INFO  (jetty-launcher-1638-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 935354 INFO  (jetty-launcher-1638-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 935354 INFO  (jetty-launcher-1638-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 935363 INFO  (jetty-launcher-1638-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41a93973{/solr,null,AVAILABLE}
   [junit4]   2> 935395 INFO  (jetty-launcher-1638-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 935395 INFO  (jetty-launcher-1638-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 935395 INFO  (jetty-launcher-1638-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 935410 INFO  (jetty-launcher-1638-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4435969a{/solr,null,AVAILABLE}
   [junit4]   2> 935411 INFO  (jetty-launcher-1638-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 935411 INFO  (jetty-launcher-1638-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 935411 INFO  (jetty-launcher-1638-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 935412 INFO  (jetty-launcher-1638-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54b9387a{/solr,null,AVAILABLE}
   [junit4]   2> 935412 INFO  (jetty-launcher-1638-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@53a83d98{SSL,[ssl, http/1.1]}{127.0.0.1:48241}
   [junit4]   2> 935412 INFO  (jetty-launcher-1638-thread-2) [    ] o.e.j.s.Server Started @935583ms
   [junit4]   2> 935412 INFO  (jetty-launcher-1638-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48241}
   [junit4]   2> 935412 INFO  (jetty-launcher-1638-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@11895b65{SSL,[ssl, http/1.1]}{127.0.0.1:55450}
   [junit4]   2> 935412 INFO  (jetty-launcher-1638-thread-3) [    ] o.e.j.s.Server Started @935583ms
   [junit4]   2> 935412 INFO  (jetty-launcher-1638-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55450}
   [junit4]   2> 935412 ERROR (jetty-launcher-1638-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 935412 INFO  (jetty-launcher-1638-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 935412 INFO  (jetty-launcher-1638-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 935412 INFO  (jetty-launcher-1638-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 935412 ERROR (jetty-launcher-1638-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 935412 INFO  (jetty-launcher-1638-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 935412 INFO  (jetty-launcher-1638-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 935412 INFO  (jetty-launcher-1638-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-07-14T13:02:00.039Z
   [junit4]   2> 935412 INFO  (jetty-launcher-1638-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 935412 INFO  (jetty-launcher-1638-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 935412 INFO  (jetty-launcher-1638-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 935413 INFO  (jetty-launcher-1638-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-07-14T13:02:00.040Z
   [junit4]   2> 935418 INFO  (jetty-launcher-1638-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3b73ff96{SSL,[ssl, http/1.1]}{127.0.0.1:45246}
   [junit4]   2> 935418 INFO  (jetty-launcher-1638-thread-1) [    ] o.e.j.s.Server Started @935589ms
   [junit4]   2> 935418 INFO  (jetty-launcher-1638-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45246}
   [junit4]   2> 935419 ERROR (jetty-launcher-1638-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 935419 INFO  (jetty-launcher-1638-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 935419 INFO  (jetty-launcher-1638-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 935419 INFO  (jetty-launcher-1638-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 935419 INFO  (jetty-launcher-1638-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 935419 INFO  (jetty-launcher-1638-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-07-14T13:02:00.046Z
   [junit4]   2> 935425 INFO  (zkConnectionManagerCallback-1647-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 935425 INFO  (jetty-launcher-1638-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 935440 INFO  (zkConnectionManagerCallback-1643-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 935440 INFO  (jetty-launcher-1638-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 935464 INFO  (zkConnectionManagerCallback-1645-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 935465 INFO  (jetty-launcher-1638-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 935804 INFO  (jetty-launcher-1638-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48276/solr
   [junit4]   2> 935828 INFO  (jetty-launcher-1638-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48276/solr
   [junit4]   2> 935880 INFO  (zkConnectionManagerCallback-1655-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 935916 INFO  (zkConnectionManagerCallback-1651-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 935927 INFO  (zkConnectionManagerCallback-1657-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 935946 INFO  (jetty-launcher-1638-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48276/solr
   [junit4]   2> 935973 INFO  (jetty-launcher-1638-thread-3) [n:127.0.0.1:55450_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 935973 INFO  (jetty-launcher-1638-thread-3) [n:127.0.0.1:55450_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55450_solr
   [junit4]   2> 935974 INFO  (jetty-launcher-1638-thread-3) [n:127.0.0.1:55450_solr    ] o.a.s.c.Overseer Overseer (id=74143291347238918-127.0.0.1:55450_solr-n_0000000000) starting
   [junit4]   2> 935981 INFO  (zkConnectionManagerCallback-1663-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 936002 INFO  (zkConnectionManagerCallback-1665-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 936008 INFO  (jetty-launcher-1638-thread-2) [n:127.0.0.1:48241_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 936009 INFO  (jetty-launcher-1638-thread-2) [n:127.0.0.1:48241_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48241_solr
   [junit4]   2> 936015 INFO  (zkConnectionManagerCallback-1670-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 936016 INFO  (jetty-launcher-1638-thread-3) [n:127.0.0.1:55450_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 936017 INFO  (jetty-launcher-1638-thread-3) [n:127.0.0.1:55450_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48276/solr ready
   [junit4]   2> 936027 INFO  (zkCallback-1656-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 936028 INFO  (zkCallback-1664-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 936065 INFO  (jetty-launcher-1638-thread-3) [n:127.0.0.1:55450_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 936065 INFO  (jetty-launcher-1638-thread-3) [n:127.0.0.1:55450_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55450_solr
   [junit4]   2> 936086 INFO  (zkConnectionManagerCallback-1672-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 936090 INFO  (jetty-launcher-1638-thread-1) [n:127.0.0.1:45246_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 936091 INFO  (jetty-launcher-1638-thread-1) [n:127.0.0.1:45246_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 936093 INFO  (jetty-launcher-1638-thread-1) [n:127.0.0.1:45246_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 936093 INFO  (jetty-launcher-1638-thread-1) [n:127.0.0.1:45246_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45246_solr
   [junit4]   2> 936101 INFO  (jetty-launcher-1638-thread-3) [n:127.0.0.1:55450_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 936120 INFO  (zkCallback-1664-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 936127 INFO  (zkCallback-1669-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 936129 INFO  (jetty-launcher-1638-thread-3) [n:127.0.0.1:55450_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55450.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ba0477e
   [junit4]   2> 936137 INFO  (zkCallback-1656-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 936141 INFO  (jetty-launcher-1638-thread-3) [n:127.0.0.1:55450_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55450.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ba0477e
   [junit4]   2> 936148 INFO  (jetty-launcher-1638-thread-3) [n:127.0.0.1:55450_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55450.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ba0477e
   [junit4]   2> 936149 INFO  (jetty-launcher-1638-thread-3) [n:127.0.0.1:55450_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/.
   [junit4]   2> 936149 INFO  (zkCallback-1671-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 936229 INFO  (zkConnectionManagerCallback-1687-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 936229 INFO  (zkConnectionManagerCallback-1680-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 936230 INFO  (jetty-launcher-1638-thread-2) [n:127.0.0.1:48241_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 936230 INFO  (jetty-launcher-1638-thread-1) [n:127.0.0.1:45246_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 936231 INFO  (jetty-launcher-1638-thread-1) [n:127.0.0.1:45246_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48276/solr ready
   [junit4]   2> 936237 INFO  (jetty-launcher-1638-thread-1) [n:127.0.0.1:45246_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 936244 INFO  (jetty-launcher-1638-thread-2) [n:127.0.0.1:48241_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48276/solr ready
   [junit4]   2> 936250 INFO  (jetty-launcher-1638-thread-2) [n:127.0.0.1:48241_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 936289 INFO  (jetty-launcher-1638-thread-1) [n:127.0.0.1:45246_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45246.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ba0477e
   [junit4]   2> 936291 INFO  (jetty-launcher-1638-thread-2) [n:127.0.0.1:48241_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48241.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ba0477e
   [junit4]   2> 936302 INFO  (jetty-launcher-1638-thread-1) [n:127.0.0.1:45246_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45246.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ba0477e
   [junit4]   2> 936303 INFO  (jetty-launcher-1638-thread-1) [n:127.0.0.1:45246_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45246.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ba0477e
   [junit4]   2> 936305 INFO  (jetty-launcher-1638-thread-2) [n:127.0.0.1:48241_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48241.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ba0477e
   [junit4]   2> 936305 INFO  (jetty-launcher-1638-thread-2) [n:127.0.0.1:48241_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48241.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ba0477e
   [junit4]   2> 936306 INFO  (jetty-launcher-1638-thread-2) [n:127.0.0.1:48241_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node2/.
   [junit4]   2> 936309 INFO  (jetty-launcher-1638-thread-1) [n:127.0.0.1:45246_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node1/.
   [junit4]   2> 936413 INFO  (zkConnectionManagerCallback-1691-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 936457 INFO  (zkConnectionManagerCallback-1696-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 936457 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 936458 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48276/solr ready
   [junit4]   2> 936479 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@11895b65{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 936495 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1818655273
   [junit4]   2> 936495 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 936495 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5903eb31: rootName = solr_55450, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4125254c
   [junit4]   2> 936502 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 936502 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d1ed951: rootName = solr_55450, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@31cd0a4f
   [junit4]   2> 936505 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 936505 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3fb495: rootName = solr_55450, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4cb02094
   [junit4]   2> 936516 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:55450_solr
   [junit4]   2> 936517 INFO  (zkCallback-1669-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 936517 INFO  (zkCallback-1664-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 936517 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 936517 INFO  (zkCallback-1656-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 936530 INFO  (zkCallback-1695-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 936544 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.Overseer Overseer (id=74143291347238918-127.0.0.1:55450_solr-n_0000000000) closing
   [junit4]   2> 936545 INFO  (OverseerStateUpdate-74143291347238918-127.0.0.1:55450_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:55450_solr
   [junit4]   2> 936545 WARN  (OverseerAutoScalingTriggerThread-74143291347238918-127.0.0.1:55450_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 936545 INFO  (zkCallback-1671-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 936545 INFO  (zkCallback-1686-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 936559 INFO  (zkCallback-1679-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 936563 INFO  (zkCallback-1664-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48241_solr
   [junit4]   2> 936565 INFO  (zkCallback-1664-thread-1) [    ] o.a.s.c.Overseer Overseer (id=74143291347238920-127.0.0.1:48241_solr-n_0000000001) starting
   [junit4]   2> 936599 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54b9387a{/solr,null,UNAVAILABLE}
   [junit4]   2> 936599 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 936601 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 936696 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 936696 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 936696 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 936707 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d27f8f8{/solr,null,AVAILABLE}
   [junit4]   2> 936708 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4f383c26{SSL,[ssl, http/1.1]}{127.0.0.1:58118}
   [junit4]   2> 936708 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.Server Started @936878ms
   [junit4]   2> 936708 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44314}
   [junit4]   2> 936708 ERROR (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 936719 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 936719 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 936719 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 936719 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 936719 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-07-14T13:02:01.346Z
   [junit4]   2> 936757 INFO  (zkConnectionManagerCallback-1698-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 936761 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 936911 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48276/solr
   [junit4]   2> 936930 INFO  (zkConnectionManagerCallback-1702-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 936948 INFO  (zkConnectionManagerCallback-1704-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 936953 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:44314_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 936955 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:44314_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 936956 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:44314_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 936956 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:44314_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44314_solr
   [junit4]   2> 936957 INFO  (zkCallback-1695-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 936957 INFO  (zkCallback-1671-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 936957 INFO  (zkCallback-1679-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 936957 INFO  (zkCallback-1686-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 936962 INFO  (zkCallback-1664-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 936970 INFO  (zkCallback-1703-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 937016 INFO  (zkConnectionManagerCallback-1711-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 937017 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:44314_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 937018 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:44314_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48276/solr ready
   [junit4]   2> 937030 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:44314_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 937043 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:44314_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44314.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ba0477e
   [junit4]   2> 937057 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:44314_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44314.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ba0477e
   [junit4]   2> 937065 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:44314_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44314.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ba0477e
   [junit4]   2> 937066 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:44314_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/.
   [junit4]   2> 937125 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.LIRRollingUpdatesTest Adding proxy for URL: https://127.0.0.1:58118/solr. Proxy: https://127.0.0.1:44314/solr
   [junit4]   2> 937134 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@53a83d98{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 937134 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=357584010
   [junit4]   2> 937134 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 937134 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28a27f9: rootName = solr_48241, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@61fc2474
   [junit4]   2> 937140 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 937140 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3405ee77: rootName = solr_48241, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@31cd0a4f
   [junit4]   2> 937143 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 937143 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@77b42a50: rootName = solr_48241, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4cb02094
   [junit4]   2> 937150 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:48241_solr
   [junit4]   2> 937151 INFO  (zkCallback-1679-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 937151 INFO  (zkCallback-1671-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 937151 INFO  (zkCallback-1703-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 937152 INFO  (zkCallback-1686-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 937152 INFO  (zkCallback-1695-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 937152 INFO  (zkCallback-1664-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 937153 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 937165 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 937165 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.Overseer Overseer (id=74143291347238920-127.0.0.1:48241_solr-n_0000000001) closing
   [junit4]   2> 937199 INFO  (zkCallback-1710-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 937199 INFO  (OverseerStateUpdate-74143291347238920-127.0.0.1:48241_solr-n_0000000001) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:48241_solr
   [junit4]   2> 937199 WARN  (OverseerAutoScalingTriggerThread-74143291347238920-127.0.0.1:48241_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 937216 INFO  (zkCallback-1671-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45246_solr
   [junit4]   2> 937217 INFO  (zkCallback-1671-thread-1) [    ] o.a.s.c.Overseer Overseer (id=74143291347238922-127.0.0.1:45246_solr-n_0000000002) starting
   [junit4]   2> 937229 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@41a93973{/solr,null,UNAVAILABLE}
   [junit4]   2> 937229 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 937231 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 937233 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 937233 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 937233 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 937233 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f352e33{/solr,null,AVAILABLE}
   [junit4]   2> 937234 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@544a69c0{SSL,[ssl, http/1.1]}{127.0.0.1:34522}
   [junit4]   2> 937234 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.Server Started @937405ms
   [junit4]   2> 937234 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56207}
   [junit4]   2> 937235 ERROR (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 937241 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 937241 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 937241 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 937241 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 937241 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-07-14T13:02:01.868Z
   [junit4]   2> 937272 INFO  (zkConnectionManagerCallback-1714-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 937273 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 937469 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48276/solr
   [junit4]   2> 937484 INFO  (zkConnectionManagerCallback-1718-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 937508 INFO  (zkConnectionManagerCallback-1720-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 937513 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:56207_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 937514 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:56207_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 937515 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:56207_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 937515 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:56207_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56207_solr
   [junit4]   2> 937516 INFO  (zkCallback-1695-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 937516 INFO  (zkCallback-1703-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 937520 INFO  (zkCallback-1671-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 937520 INFO  (zkCallback-1686-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 937537 INFO  (zkCallback-1719-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 937544 INFO  (zkCallback-1710-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 937565 INFO  (zkConnectionManagerCallback-1727-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 937567 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:56207_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 937567 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:56207_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48276/solr ready
   [junit4]   2> 937578 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:56207_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 937593 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:56207_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56207.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ba0477e
   [junit4]   2> 937637 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:56207_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56207.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ba0477e
   [junit4]   2> 937637 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:56207_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56207.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ba0477e
   [junit4]   2> 937639 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:56207_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node2/.
   [junit4]   2> 937770 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.LIRRollingUpdatesTest Adding proxy for URL: https://127.0.0.1:34522/solr. Proxy: https://127.0.0.1:56207/solr
   [junit4]   2> 937787 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3b73ff96{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 937787 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1322093691
   [junit4]   2> 937787 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 937787 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5bad82b5: rootName = solr_45246, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@c9e7492
   [junit4]   2> 937793 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 937793 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@56d03212: rootName = solr_45246, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@31cd0a4f
   [junit4]   2> 937806 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 937806 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@59f8621d: rootName = solr_45246, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4cb02094
   [junit4]   2> 937809 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45246_solr
   [junit4]   2> 937810 INFO  (zkCallback-1719-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 937810 INFO  (zkCallback-1686-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 937810 INFO  (zkCallback-1710-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 937810 INFO  (zkCallback-1703-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 937810 INFO  (zkCallback-1695-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 937811 INFO  (zkCallback-1671-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 937811 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 937822 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.Overseer Overseer (id=74143291347238922-127.0.0.1:45246_solr-n_0000000002) closing
   [junit4]   2> 937822 INFO  (OverseerStateUpdate-74143291347238922-127.0.0.1:45246_solr-n_0000000002) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45246_solr
   [junit4]   2> 937822 WARN  (OverseerAutoScalingTriggerThread-74143291347238922-127.0.0.1:45246_solr-n_0000000002) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 937845 INFO  (zkCallback-1726-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 937846 INFO  (zkCallback-1703-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44314_solr
   [junit4]   2> 937846 INFO  (zkCallback-1703-thread-1) [    ] o.a.s.c.Overseer Overseer (id=74143291347238929-127.0.0.1:44314_solr-n_0000000003) starting
   [junit4]   2> 937890 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4435969a{/solr,null,UNAVAILABLE}
   [junit4]   2> 937890 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 938069 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 938152 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 938152 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 938153 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 938153 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40d3c0a{/solr,null,AVAILABLE}
   [junit4]   2> 938153 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3649af79{SSL,[ssl, http/1.1]}{127.0.0.1:50029}
   [junit4]   2> 938153 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.e.j.s.Server Started @938324ms
   [junit4]   2> 938153 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52746}
   [junit4]   2> 938154 ERROR (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 938174 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 938174 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 938174 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 938174 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 938174 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-07-14T13:02:02.801Z
   [junit4]   2> 938200 INFO  (zkConnectionManagerCallback-1730-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 938205 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 938624 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48276/solr
   [junit4]   2> 938636 INFO  (zkConnectionManagerCallback-1734-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 938664 INFO  (zkConnectionManagerCallback-1736-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 938668 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:52746_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 938674 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:52746_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 938676 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:52746_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 938676 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:52746_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52746_solr
   [junit4]   2> 938677 INFO  (zkCallback-1695-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 938677 INFO  (zkCallback-1719-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 938677 INFO  (zkCallback-1703-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 938680 INFO  (zkCallback-1710-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 938708 INFO  (zkCallback-1735-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 938730 INFO  (zkCallback-1726-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 938804 INFO  (zkConnectionManagerCallback-1743-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 938805 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:52746_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 938807 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:52746_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48276/solr ready
   [junit4]   2> 938836 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:52746_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 938863 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:52746_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52746.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ba0477e
   [junit4]   2> 938891 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:52746_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52746.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ba0477e
   [junit4]   2> 938891 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:52746_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52746.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ba0477e
   [junit4]   2> 938995 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [n:127.0.0.1:52746_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node1/.
   [junit4]   2> 939080 INFO  (SUITE-LIRRollingUpdatesTest-seed#[943E69442188140D]-worker) [    ] o.a.s.c.LIRRollingUpdatesTest Adding proxy for URL: https://127.0.0.1:50029/solr. Proxy: https://127.0.0.1:52746/solr
   [junit4]   2> 939126 INFO  (TEST-LIRRollingUpdatesTest.testNewReplicaOldLeader-seed#[943E69442188140D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNewReplicaOldLeader
   [junit4]   2> 939127 INFO  (SocketProxy-Acceptor-44314) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=51449,localport=44314], receiveBufferSize:531000
   [junit4]   2> 939140 INFO  (SocketProxy-Acceptor-44314) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=58118,localport=35952], receiveBufferSize=530904
   [junit4]   2> 939242 INFO  (qtp1625479759-6038) [n:127.0.0.1:44314_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&name=testNewReplicaOldLeader&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 939251 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testNewReplicaOldLeader
   [junit4]   2> 939253 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/testNewReplicaOldLeader.AUTOCREATED/managed-schema
   [junit4]   2> 939255 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/protwords.txt
   [junit4]   2> 939256 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/testNewReplicaOldLeader.AUTOCREATED/solrconfig.xml
   [junit4]   2> 939258 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/synonyms.txt
   [junit4]   2> 939259 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/stopwords.txt
   [junit4]   2> 939260 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 939261 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 939263 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 939269 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 939270 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 939271 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 939272 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 939273 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 939274 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 939275 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 939276 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 939277 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 939278 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 939279 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 939280 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 939281 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 939282 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 939282 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 939288 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 939289 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 939290 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 939291 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 939292 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 939293 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 939294 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 939294 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 939295 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 939296 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 939297 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 939298 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 939298 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 939304 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 939305 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 939306 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 939309 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 939310 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 939311 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 939311 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/testNewReplicaOldLeader.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 939312 INFO  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/testNewReplicaOldLeader.AUTOCREATED/params.json
   [junit4]   2> 939313 WARN  (OverseerThreadFactory-2256-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (testNewReplicaOldLeader) without cores.
   [junit4]   2> 939487 INFO  (qtp1625479759-6038) [n:127.0.0.1:44314_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 939487 INFO  (qtp1625479759-6038) [n:127.0.0.1:44314_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&name=testNewReplicaOldLeader&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=&wt=javabin&version=2} status=0 QTime=245
   [junit4]   2> 939488 INFO  (qtp1625479759-6036) [n:127.0.0.1:44314_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44314_solr&property.lirVersion=old&action=ADDREPLICA&collection=testNewReplicaOldLeader&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 939496 INFO  (OverseerCollectionConfigSetProcessor-74143291347238929-127.0.0.1:44314_solr-n_0000000003) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 939498 INFO  (OverseerThreadFactory-2256-thread-2) [ c:testNewReplicaOldLeader s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:44314_solr for creating new replica
   [junit4]   2> 939501 INFO  (OverseerStateUpdate-74143291347238929-127.0.0.1:44314_solr-n_0000000003) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"testNewReplicaOldLeader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testNewReplicaOldLeader_shard1_replica_n41",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44314/solr",
   [junit4]   2>   "node_name":"127.0.0.1:44314_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 939605 INFO  (SocketProxy-Acceptor-44314) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=51451,localport=44314], receiveBufferSize:531000
   [junit4]   2> 939620 INFO  (SocketProxy-Acceptor-44314) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=58118,localport=35954], receiveBufferSize=530904
   [junit4]   2> 939669 INFO  (qtp1625479759-6037) [n:127.0.0.1:44314_solr    x:testNewReplicaOldLeader_shard1_replica_n41] o.a.s.h.a.CoreAdminOperation core create command property.lirVersion=old&qt=/admin/cores&coreNodeName=core_node42&collection.configName=testNewReplicaOldLeader.AUTOCREATED&name=testNewReplicaOldLeader_shard1_replica_n41&action=CREATE&collection=testNewReplicaOldLeader&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 939716 INFO  (qtp1625479759-6037) [n:127.0.0.1:44314_solr c:testNewReplicaOldLeader s:shard1 r:core_node42 x:testNewReplicaOldLeader_shard1_replica_n41] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 939716 INFO  (qtp1625479759-6037) [n:127.0.0.1:44314_solr c:testNewReplicaOldLeader s:shard1 r:core_node42 x:testNewReplicaOldLeader_shard1_replica_n41] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 939717 WARN  (qtp1625479759-6037) [n:127.0.0.1:44314_solr c:testNewReplicaOldLeader s:shard1 r:core_node42 x:testNewReplicaOldLeader_shard1_replica_n41] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/testNewReplicaOldLeader_shard1_replica_n41/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/testNewReplicaOldLeader_shard1_replica_n41/../../../../contrib/extraction/lib
   [junit4]   2> 939717 WARN  (qtp1625479759-6037) [n:127.0.0.1:44314_solr c:testNewReplicaOldLeader s:shard1 r:core_node42 x:testNewReplicaOldLeader_shard1_replica_n41] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/testNewReplicaOldLeader_shard1_replica_n41/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/testNewReplicaOldLeader_shard1_replica_n41/../../../../dist
   [junit4]   2> 939718 WARN  (qtp1625479759-6037) [n:127.0.0.1:44314_solr c:testNewReplicaOldLeader s:shard1 r:core_node42 x:testNewReplicaOldLeader_shard1_replica_n41] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/testNewReplicaOldLeader_shard1_replica_n41/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/testNewReplicaOldLeader_shard1_replica_n41/../../../../contrib/clustering/lib
   [junit4]   2> 939718 WARN  (qtp1625479759-6037) [n:127.0.0.1:44314_solr c:testNewReplicaOldLeader s:shard1 r:core_node42 x:testNewReplicaOldLeader_shard1_replica_n41] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/testNewReplicaOldLeader_shard1_replica_n41/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/testNewReplicaOldLeader_shard1_replica_n41/../../../../dist
   [junit4]   2> 939718 WARN  (qtp1625479759-6037) [n:127.0.0.1:44314_solr c:testNewReplicaOldLeader s:shard1 r:core_node42 x:testNewReplicaOldLeader_shard1_replica_n41] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/testNewReplicaOldLeader_shard1_replica_n41/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/testNewReplicaOldLeader_shard1_replica_n41/../../../../contrib/langid/lib
   [junit4]   2> 939722 WARN  (qtp1625479759-6037) [n:127.0.0.1:44314_solr c:testNewReplicaOldLeader s:shard1 r:core_node42 x:testNewReplicaOldLeader_shard1_replica_n41] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/testNewReplicaOldLeader_shard1_replica_n41/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/testNewReplicaOldLeader_shard1_replica_n41/../../../../dist
   [junit4]   2> 939723 WARN  (qtp1625479759-6037) [n:127.0.0.1:44314_solr c:testNewReplicaOldLeader s:shard1 r:core_node42 x:testNewReplicaOldLeader_shard1_replica_n41] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/testNewReplicaOldLeader_shard1_replica_n41/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/testNewReplicaOldLeader_shard1_replica_n41/../../../../contrib/velocity/lib
   [junit4]   2> 939723 WARN  (qtp1625479759-6037) [n:127.0.0.1:44314_solr c:testNewReplicaOldLeader s:shard1 r:core_node42 x:testNewReplicaOldLeader_shard1_replica_n41] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/testNewReplicaOldLeader_shard1_replica_n41/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/testNewReplicaOldLeader_shard1_replica_n41/../../../../dist
   [junit4]   2> 939723 WARN  (qtp1625479759-6037) [n:127.0.0.1:44314_solr c:testNewReplicaOldLeader s:shard1 r:core_node42 x:testNewReplicaOldLeader_shard1_replica_n41] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/testNewReplicaOldLeader_shard1_replica_n41/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LIRRollingUpdatesTest_943E69442188140D-001/tempDir-001/node3/testNewReplicaOldLeader_shard1_replica_n41/../../../../dist
   [junit4]   2> 939730 INFO  (qtp1625479759-6037) [n:127.0.0.1:44314_solr c:testNewReplicaOldLeader s:shard1 r:core_node42 x:testNewReplicaOldLeader_shard1_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 939859 INFO  (qtp1625479759-6037) [n:127.0.0.1:44314_solr c:testNewReplicaOldLeader s:shard1 r:core_node42 x:testNewReplicaOldLeader_shard1_replica_n41] o.a.s.s.IndexSchema [testNewReplicaOldLeader_shard1_replica_n41] Schema name=default-config
   [junit4]   2> 940259 INFO  (qtp1625479759-6037) [n:127.0.0.1:44314_solr c:testNewReplicaOldLeader s:shard1 r:core_node42 x:testNewReplicaOldLeader_shard1_replica_n41] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 940300 INFO  (qtp1625479759-6037) [n:127.0.0.1:44314_solr c:testNewReplicaOldLeader s:shard1 r:core_node42 x:testNewReplicaOldLeader_shard1_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'testNewReplicaOldLeader_shard1_replica_n41' using configuration from collection testNewReplicaOldLeader, trusted=true
   [junit4]   2> 940309 INFO  (qtp1625479759-6037) [n:127.0.0.1:44314_solr c:testNewReplicaOldLeader s:shard1 r:core_node42 x:testNewReplicaOldLeader_shard1_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44314.solr.core.testNewReplicaOldLeader.shard1.replica_n41' (regi

[...truncated too long message...]

ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1510153069
     [copy] Copying 241 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1510153069
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1510153069

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 41ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 135 minutes 8 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-Tests-master - Build # 2599 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2599/

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.prometheus.collector.SolrCollectorTest

Error Message:
Error from server at http://127.0.0.1:42055/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000000

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42055/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000000
	at __randomizedtesting.SeedInfo.seed([F2DC59E0F2C62B7]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.setupCluster(SolrExporterTestBase.java:48)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.LeaderTragicEventTest.test

Error Message:
org.apache.lucene.store.RawDirectoryWrapper cannot be cast to org.apache.lucene.store.MockDirectoryWrapper

Stack Trace:
java.lang.ClassCastException: org.apache.lucene.store.RawDirectoryWrapper cannot be cast to org.apache.lucene.store.MockDirectoryWrapper
	at __randomizedtesting.SeedInfo.seed([82711D083FDC990F:A2522D29120F4F7]:0)
	at org.apache.solr.cloud.LeaderTragicEventTest.corruptLeader(LeaderTragicEventTest.java:102)
	at org.apache.solr.cloud.LeaderTragicEventTest.test(LeaderTragicEventTest.java:74)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.LeaderTragicEventTest.testOtherReplicasAreNotActive

Error Message:
Error from server at https://127.0.0.1:36590/solr: collection already exists: collection1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36590/solr: collection already exists: collection1
	at __randomizedtesting.SeedInfo.seed([82711D083FDC990F:7C5317F03232097]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.LeaderTragicEventTest.testOtherReplicasAreNotActive(LeaderTragicEventTest.java:139)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13968 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderTragicEventTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_82711D083FDC990F-001/init-core-data-001
   [junit4]   2> 2401657 WARN  (SUITE-LeaderTragicEventTest-seed#[82711D083FDC990F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
   [junit4]   2> 2401657 INFO  (SUITE-LeaderTragicEventTest-seed#[82711D083FDC990F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2401659 INFO  (SUITE-LeaderTragicEventTest-seed#[82711D083FDC990F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2401659 INFO  (SUITE-LeaderTragicEventTest-seed#[82711D083FDC990F]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2401660 INFO  (SUITE-LeaderTragicEventTest-seed#[82711D083FDC990F]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_82711D083FDC990F-001/tempDir-001
   [junit4]   2> 2401660 INFO  (SUITE-LeaderTragicEventTest-seed#[82711D083FDC990F]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2401660 INFO  (Thread-2081) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2401660 INFO  (Thread-2081) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2401667 ERROR (Thread-2081) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2401760 INFO  (SUITE-LeaderTragicEventTest-seed#[82711D083FDC990F]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:45172
   [junit4]   2> 2401767 INFO  (zkConnectionManagerCallback-2362-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2401782 INFO  (jetty-launcher-2359-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 2401782 INFO  (jetty-launcher-2359-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 2401790 INFO  (jetty-launcher-2359-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2401790 INFO  (jetty-launcher-2359-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2401790 INFO  (jetty-launcher-2359-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2401790 INFO  (jetty-launcher-2359-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2401791 INFO  (jetty-launcher-2359-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2401791 INFO  (jetty-launcher-2359-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2401791 INFO  (jetty-launcher-2359-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@761fcf4c{/solr,null,AVAILABLE}
   [junit4]   2> 2401791 INFO  (jetty-launcher-2359-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7fe36daf{/solr,null,AVAILABLE}
   [junit4]   2> 2401791 INFO  (jetty-launcher-2359-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@18f8bc61{SSL,[ssl, http/1.1]}{127.0.0.1:41928}
   [junit4]   2> 2401791 INFO  (jetty-launcher-2359-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@13a062dd{SSL,[ssl, http/1.1]}{127.0.0.1:36590}
   [junit4]   2> 2401791 INFO  (jetty-launcher-2359-thread-2) [    ] o.e.j.s.Server Started @2401853ms
   [junit4]   2> 2401791 INFO  (jetty-launcher-2359-thread-1) [    ] o.e.j.s.Server Started @2401853ms
   [junit4]   2> 2401792 INFO  (jetty-launcher-2359-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41928}
   [junit4]   2> 2401792 INFO  (jetty-launcher-2359-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36590}
   [junit4]   2> 2401792 ERROR (jetty-launcher-2359-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2401792 INFO  (jetty-launcher-2359-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2401800 INFO  (jetty-launcher-2359-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 2401801 INFO  (jetty-launcher-2359-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2401801 INFO  (jetty-launcher-2359-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2401801 INFO  (jetty-launcher-2359-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-07-13T17:35:46.622Z
   [junit4]   2> 2401798 ERROR (jetty-launcher-2359-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2401801 INFO  (jetty-launcher-2359-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2401801 INFO  (jetty-launcher-2359-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 2401801 INFO  (jetty-launcher-2359-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2401801 INFO  (jetty-launcher-2359-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2401801 INFO  (jetty-launcher-2359-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-07-13T17:35:46.622Z
   [junit4]   2> 2401805 INFO  (zkConnectionManagerCallback-2364-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2401805 INFO  (zkConnectionManagerCallback-2366-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2401805 INFO  (jetty-launcher-2359-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2401805 INFO  (jetty-launcher-2359-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2401948 INFO  (jetty-launcher-2359-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45172/solr
   [junit4]   2> 2401949 INFO  (zkConnectionManagerCallback-2370-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2401951 INFO  (zkConnectionManagerCallback-2372-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2401979 INFO  (jetty-launcher-2359-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45172/solr
   [junit4]   2> 2401981 INFO  (zkConnectionManagerCallback-2378-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2401983 INFO  (zkConnectionManagerCallback-2380-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2401993 INFO  (jetty-launcher-2359-thread-2) [n:127.0.0.1:41928_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2401993 INFO  (jetty-launcher-2359-thread-2) [n:127.0.0.1:41928_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41928_solr
   [junit4]   2> 2401994 INFO  (jetty-launcher-2359-thread-2) [n:127.0.0.1:41928_solr    ] o.a.s.c.Overseer Overseer (id=72964661260976134-127.0.0.1:41928_solr-n_0000000000) starting
   [junit4]   2> 2402001 INFO  (zkConnectionManagerCallback-2387-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2402003 INFO  (jetty-launcher-2359-thread-2) [n:127.0.0.1:41928_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45172/solr ready
   [junit4]   2> 2402007 INFO  (jetty-launcher-2359-thread-2) [n:127.0.0.1:41928_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41928_solr
   [junit4]   2> 2402020 INFO  (zkCallback-2379-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2402019 INFO  (zkCallback-2386-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2402030 INFO  (jetty-launcher-2359-thread-2) [n:127.0.0.1:41928_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2402040 INFO  (jetty-launcher-2359-thread-1) [n:127.0.0.1:36590_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2402042 INFO  (jetty-launcher-2359-thread-1) [n:127.0.0.1:36590_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2402044 INFO  (jetty-launcher-2359-thread-1) [n:127.0.0.1:36590_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2402044 INFO  (jetty-launcher-2359-thread-1) [n:127.0.0.1:36590_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36590_solr
   [junit4]   2> 2402045 INFO  (zkCallback-2379-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2402045 INFO  (zkCallback-2386-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2402057 INFO  (zkCallback-2371-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2402058 INFO  (jetty-launcher-2359-thread-2) [n:127.0.0.1:41928_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41928.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee8a4d1
   [junit4]   2> 2402064 INFO  (jetty-launcher-2359-thread-2) [n:127.0.0.1:41928_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41928.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee8a4d1
   [junit4]   2> 2402064 INFO  (jetty-launcher-2359-thread-2) [n:127.0.0.1:41928_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41928.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee8a4d1
   [junit4]   2> 2402065 INFO  (jetty-launcher-2359-thread-2) [n:127.0.0.1:41928_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_82711D083FDC990F-001/tempDir-001/node2/.
   [junit4]   2> 2402066 INFO  (zkConnectionManagerCallback-2393-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2402067 INFO  (jetty-launcher-2359-thread-1) [n:127.0.0.1:36590_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2402067 INFO  (jetty-launcher-2359-thread-1) [n:127.0.0.1:36590_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45172/solr ready
   [junit4]   2> 2402068 INFO  (jetty-launcher-2359-thread-1) [n:127.0.0.1:36590_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2402082 INFO  (jetty-launcher-2359-thread-1) [n:127.0.0.1:36590_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36590.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee8a4d1
   [junit4]   2> 2402089 INFO  (jetty-launcher-2359-thread-1) [n:127.0.0.1:36590_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36590.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee8a4d1
   [junit4]   2> 2402089 INFO  (jetty-launcher-2359-thread-1) [n:127.0.0.1:36590_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36590.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee8a4d1
   [junit4]   2> 2402090 INFO  (jetty-launcher-2359-thread-1) [n:127.0.0.1:36590_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_82711D083FDC990F-001/tempDir-001/node1/.
   [junit4]   2> 2402108 INFO  (zkConnectionManagerCallback-2396-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2402111 INFO  (zkConnectionManagerCallback-2401-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2402111 INFO  (SUITE-LeaderTragicEventTest-seed#[82711D083FDC990F]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2402112 INFO  (SUITE-LeaderTragicEventTest-seed#[82711D083FDC990F]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45172/solr ready
   [junit4]   2> 2402240 INFO  (TEST-LeaderTragicEventTest.test-seed#[82711D083FDC990F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2402267 INFO  (qtp969267912-11050) [n:127.0.0.1:36590_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=config&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2402269 INFO  (OverseerThreadFactory-5011-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 2402382 INFO  (OverseerStateUpdate-72964661260976134-127.0.0.1:41928_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41928/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2402384 INFO  (OverseerStateUpdate-72964661260976134-127.0.0.1:41928_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36590/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2402608 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr    x:collection1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2402629 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr    x:collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2402629 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr    x:collection1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2403632 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2403643 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 2403643 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2403662 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2403662 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from collection collection1, trusted=true
   [junit4]   2> 2403663 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36590.solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee8a4d1
   [junit4]   2> 2403663 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2403663 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_82711D083FDC990F-001/tempDir-001/node1/collection1_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_82711D083FDC990F-001/tempDir-001/node1/./collection1_shard1_replica_n2/data/]
   [junit4]   2> 2403669 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2403671 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2403672 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
   [junit4]   2> 2403672 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41928.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee8a4d1
   [junit4]   2> 2403672 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2403672 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_82711D083FDC990F-001/tempDir-001/node2/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_82711D083FDC990F-001/tempDir-001/node2/./collection1_shard1_replica_n1/data/]
   [junit4]   2> 2403718 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2403718 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2403720 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2403720 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2403721 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3fc910df[collection1_shard1_replica_n2] main]
   [junit4]   2> 2403722 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2403722 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2403723 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2403723 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2403724 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@22af8418[collection1_shard1_replica_n1] main]
   [junit4]   2> 2403725 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 2403725 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 2403726 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2403726 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 2403726 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 2403727 INFO  (searcherExecutor-5021-thread-1-processing-n:127.0.0.1:41928_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@22af8418[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2403727 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1605897655207067648
   [junit4]   2> 2403727 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2403728 INFO  (searcherExecutor-5020-thread-1-processing-n:127.0.0.1:36590_solr x:collection1_shard1_replica_n2 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@3fc910df[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2403728 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1605897655208116224
   [junit4]   2> 2403733 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 2403734 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
   [junit4]   2> 2403734 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
   [junit4]   2> 2403738 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2403738 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2403738 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36590/solr/collection1_shard1_replica_n2/
   [junit4]   2> 2403739 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n2 url=https://127.0.0.1:36590/solr START replicas=[https://127.0.0.1:41928/solr/collection1_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 2403739 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n2 url=https://127.0.0.1:36590/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2403757 INFO  (qtp1995892243-11052) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 2403757 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2403757 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2403757 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2403760 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36590/solr/collection1_shard1_replica_n2/ shard1
   [junit4]   2> 2403863 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2403865 INFO  (qtp969267912-11053) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1256
   [junit4]   2> 2403965 INFO  (zkCallback-2371-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2404741 INFO  (qtp1995892243-11047) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2112
   [junit4]   2> 2404743 INFO  (qtp969267912-11050) [n:127.0.0.1:36590_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2404842 INFO  (zkCallback-2379-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2404842 INFO  (zkCallback-2371-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2405743 INFO  (qtp969267912-11050) [n:127.0.0.1:36590_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3476
   [junit4]   2> 2405748 INFO  (TEST-LeaderTragicEventTest.test-seed#[82711D083FDC990F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderTragicEventTest -Dtests.method=test -Dtests.seed=82711D083FDC990F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=pt -Dtests.timezone=America/Shiprock -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   3.63s J2 | LeaderTragicEventTest.test <<<
   [junit4]    > Throwable #1: java.lang.ClassCastException: org.apache.lucene.store.RawDirectoryWrapper cannot be cast to org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([82711D083FDC990F:A2522D29120F4F7]:0)
   [junit4]    > 	at org.apache.solr.cloud.LeaderTragicEventTest.corruptLeader(LeaderTragicEventTest.java:102)
   [junit4]    > 	at org.apache.solr.cloud.LeaderTragicEventTest.test(LeaderTragicEventTest.java:74)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2405872 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[82711D083FDC990F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testOtherReplicasAreNotActive
   [junit4]   2> 2405872 INFO  (qtp969267912-11046) [n:127.0.0.1:36590_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=config&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2405875 INFO  (OverseerThreadFactory-5011-thread-2) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 2405875 INFO  (OverseerCollectionConfigSetProcessor-72964661260976134-127.0.0.1:41928_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2405875 ERROR (OverseerThreadFactory-5011-thread-2) [    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: collection1 operation: create failed:org.apache.solr.common.SolrException: collection already exists: collection1
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:106)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:255)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2405882 INFO  (qtp969267912-11046) [n:127.0.0.1:36590_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=400 QTime=10
   [junit4]   2> 2405883 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[82711D083FDC990F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testOtherReplicasAreNotActive
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderTragicEventTest -Dtests.method=testOtherReplicasAreNotActive -Dtests.seed=82711D083FDC990F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=pt -Dtests.timezone=America/Shiprock -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.14s J2 | LeaderTragicEventTest.testOtherReplicasAreNotActive <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36590/solr: collection already exists: collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([82711D083FDC990F:7C5317F03232097]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.cloud.LeaderTragicEventTest.testOtherReplicasAreNotActive(LeaderTragicEventTest.java:139)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2405886 INFO  (jetty-closer-2360-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@18f8bc61{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2405889 INFO  (jetty-closer-2360-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2036551916
   [junit4]   2> 2405889 INFO  (jetty-closer-2360-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@13a062dd{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2405891 INFO  (jetty-closer-2360-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2405891 INFO  (jetty-closer-2360-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@777dc350: rootName = solr_41928, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@d00eea4
   [junit4]   2> 2405891 INFO  (jetty-closer-2360-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=882758924
   [junit4]   2> 2405892 INFO  (jetty-closer-2360-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2405892 INFO  (jetty-closer-2360-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c837b03: rootName = solr_36590, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@35508009
   [junit4]   2> 2405897 INFO  (jetty-closer-2360-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2405897 INFO  (jetty-closer-2360-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@68eea2d2: rootName = solr_41928, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@14c07e65
   [junit4]   2> 2405897 INFO  (jetty-closer-2360-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2405897 INFO  (jetty-closer-2360-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@693a7945: rootName = solr_36590, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@14c07e65
   [junit4]   2> 2405900 INFO  (jetty-closer-2360-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2405900 INFO  (jetty-closer-2360-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4cddae3a: rootName = solr_41928, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4115a05
   [junit4]   2> 2405900 INFO  (jetty-closer-2360-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2405900 INFO  (jetty-closer-2360-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c6ccfed: rootName = solr_36590, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4115a05
   [junit4]   2> 2405902 INFO  (jetty-closer-2360-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41928_solr
   [junit4]   2> 2405902 INFO  (jetty-closer-2360-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36590_solr
   [junit4]   2> 2405902 INFO  (jetty-closer-2360-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2405902 INFO  (zkCallback-2392-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2405903 INFO  (zkCallback-2386-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2405903 INFO  (zkCallback-2379-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2405906 INFO  (jetty-closer-2360-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2405906 INFO  (coreCloseExecutor-5030-thread-1) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3272d5d
   [junit4]   2> 2405908 INFO  (coreCloseExecutor-5030-thread-1) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=3272d5d
   [junit4]   2> 2405908 INFO  (coreCloseExecutor-5030-thread-1) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@59ff41b5: rootName = solr_41928, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4985c7d7
   [junit4]   2> 2405908 INFO  (zkCallback-2379-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2405908 INFO  (zkCallback-2386-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2405908 INFO  (zkCallback-2392-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2405908 INFO  (coreCloseExecutor-5031-thread-1) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@16d8d80d
   [junit4]   2> 2405908 INFO  (zkCallback-2371-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 2405908 INFO  (coreCloseExecutor-5031-thread-1) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n2, tag=16d8d80d
   [junit4]   2> 2405909 INFO  (coreCloseExecutor-5031-thread-1) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@26bf8b28: rootName = solr_36590, domain = solr.core.collection1.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@2cb5efc6
   [junit4]   2> 2405917 INFO  (coreCloseExecutor-5031-thread-1) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=16d8d80d
   [junit4]   2> 2405917 INFO  (coreCloseExecutor-5030-thread-1) [n:127.0.0.1:41928_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=3272d5d
   [junit4]   2> 2405923 INFO  (jetty-closer-2360-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72964661260976134-127.0.0.1:41928_solr-n_0000000000) closing
   [junit4]   2> 2405924 INFO  (OverseerStateUpdate-72964661260976134-127.0.0.1:41928_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41928_solr
   [junit4]   2> 2405928 WARN  (OverseerAutoScalingTriggerThread-72964661260976134-127.0.0.1:41928_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2405933 INFO  (zkCallback-2371-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36590_solr
   [junit4]   2> 2405934 INFO  (jetty-closer-2360-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@761fcf4c{/solr,null,UNAVAILABLE}
   [junit4]   2> 2405935 INFO  (jetty-closer-2360-thread-1) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2418042 ERROR (coreCloseExecutor-5031-thread-1) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.CachingDirectoryFactory Timeout waiting for all directory ref counts to be released - gave up waiting on CachedDir<<refCount=1;path=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_82711D083FDC990F-001/tempDir-001/node1/./collection1_shard1_replica_n2/data/index;done=false>>
   [junit4]   2> 2418042 ERROR (coreCloseExecutor-5031-thread-1) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.CachingDirectoryFactory Error closing directory:org.apache.solr.common.SolrException: Timeout waiting for all directory ref counts to be released - gave up waiting on CachedDir<<refCount=1;path=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_82711D083FDC990F-001/tempDir-001/node1/./collection1_shard1_replica_n2/data/index;done=false>>
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:178)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1643)
   [junit4]   2> 	at org.apache.solr.core.SolrCores.lambda$close$0(SolrCores.java:141)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2418043 ERROR (coreCloseExecutor-5031-thread-1) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore java.lang.AssertionError: 1
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:192)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1643)
   [junit4]   2> 	at org.apache.solr.core.SolrCores.lambda$close$0(SolrCores.java:141)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2418043 ERROR (coreCloseExecutor-5031-thread-1) [n:127.0.0.1:36590_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCores Error shutting down core:java.lang.AssertionError: 1
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:192)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1643)
   [junit4]   2> 	at org.apache.solr.core.SolrCores.lambda$close$0(SolrCores.java:141)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2418048 INFO  (jetty-closer-2360-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7fe36daf{/solr,null,UNAVAILABLE}
   [junit4]   2> 2418051 INFO  (jetty-closer-2360-thread-2) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2418053 ERROR (SUITE-LeaderTragicEventTest-seed#[82711D083FDC990F]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2418053 INFO  (SUITE-LeaderTragicEventTest-seed#[82711D083FDC990F]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45172 45172
   [junit4]   2> 2418199 INFO  (Thread-2081) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45172 45172
   [junit4]   2> 2418203 WARN  (Thread-2081) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/config
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_82711D083FDC990F-001
   [junit4]   2> Jul 13, 2018 5:36:03 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=696, maxMBSortInHeap=5.392463145823556, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@73e37383), locale=pt, timezone=America/Shiprock
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=266565816,total=529530880
   [junit4]   2> NOTE: All tests run in this JVM: [BooleanFieldTest, SortSpecParsingTest, TestUtilizeNode, DistributedQueryElevationComponentTest, TestJettySolrRunner, TestSolrCloudWithDelegationTokens, TestJmxIntegration, RecoveryAfterSoftCommitTest, TestMaxTokenLenTokenizer, OutOfBoxZkACLAndCredentialsProvidersTest, TestPrepRecovery, TestPartialUpdateDeduplication, TestManagedSchemaAPI, PeerSyncWithIndexFingerprintCachingTest, TestFieldCacheReopen, TestSolrIndexConfig, TestRequestForwarding, GraphQueryTest, TestSafeXMLParsing, SchemaVersionSpecificBehaviorTest, IndexSchemaTest, AddBlockUpdateTest, RAMDirectoryFactoryTest, MetricsHistoryIntegrationTest, TestNRTOpen, TestJsonFacets, TestJoin, TestScoreJoinQPNoScore, MaxSizeAutoCommitTest, OpenCloseCoreStressTest, TestSlowCompositeReaderWrapper, DistributedQueueTest, JsonLoaderTest, HttpPartitionOnCommitTest, TestExecutePlanAction, TestSimpleQParserPlugin, DistributedTermsComponentTest, NumberUtilsTest, CollectionsAPIAsyncDistributedZkTest, ForceLeaderTest, AsyncCallRequestStatusResponseTest, TestClusterStateMutator, DistributedMLTComponentTest, SaslZkACLProviderTest, TestSurroundQueryParser, TestCoreBackup, TestMultiValuedNumericRangeQuery, TestUniqueKeyFieldResource, TriLevelCompositeIdRoutingTest, TestClassicSimilarityFactory, SOLR749Test, RequestLoggingTest, SubstringBytesRefFilterTest, NodeMarkersRegistrationTest, EmbeddedSolrNoSerializeTest, ExplicitHLLTest, SuggesterTest, TestFreeTextSuggestions, TestCollapseQParserPlugin, TestIBSimilarityFactory, TestAuthenticationFramework, TestAnalyzedSuggestions, TestStandardQParsers, TestTlogReplica, TestUnInvertedFieldException, CollectionsAPISolrJTest, SpellPossibilityIteratorTest, TestCoreDiscovery, HighlighterTest, AssignTest, CurrencyRangeFacetCloudTest, FastVectorHighlighterTest, TestRecovery, ScriptEngineTest, PropertiesRequestHandlerTest, CheckHdfsIndexTest, TestTestInjection, NoCacheHeaderTest, MetricTriggerIntegrationTest, TestShortCircuitedRequests, TestCloudInspectUtil, TestElisionMultitermQuery, TestNumericTerms32, ZkNodePropsTest, HDFSCollectionsAPITest, UUIDFieldTest, DistributedFacetPivotSmallAdvancedTest, V2StandaloneTest, ShowFileRequestHandlerTest, ChaosMonkeySafeLeaderTest, RangeFacetCloudTest, TestLockTree, TestDistributedStatsComponentCardinality, ConjunctionSolrSpellCheckerTest, TestLegacyFieldReuse, CustomCollectionTest, MergeStrategyTest, MultiSolrCloudTestCaseTest, TestNonDefinedSimilarityFactory, DistributedFacetExistsSmallTest, TestPseudoReturnFields, TestIntervalFaceting, TestXmlQParser, EnumFieldTest, URLClassifyProcessorTest, TestNodeAddedTrigger, TestLRUCache, StatelessScriptUpdateProcessorFactoryTest, TestExportWriter, TestClusterStateProvider, CurrencyFieldTypeTest, TestDistribIDF, ClusterStateUpdateTest, AddSchemaFieldsUpdateProcessorFactoryTest, SimplePostToolTest, AlternateDirectoryTest, TestImplicitCoreProperties, TestCharFilters, ZkCLITest, ImplicitSnitchTest, TestSortByMinMaxFunction, HdfsRecoverLeaseTest, TestDocBasedVersionConstraints, TestSubQueryTransformerCrossCore, PolyFieldTest, CoreAdminOperationTest, TestJavabinTupleStreamParser, SolrRrdBackendFactoryTest, IndexBasedSpellCheckerTest, SolrIndexMetricsTest, LeaderTragicEventTest]
   [junit4] Completed [455/824 (1!)] on J2 in 16.84s, 2 tests, 2 errors <<< FAILURES!

[...truncated 9430 lines...]
   [junit4] Suite: org.apache.solr.prometheus.collector.SolrCollectorTest
   [junit4]   2> ERROR StatusLogger No Log4j 2 configuration file found. Using default configuration (logging only errors to the console), or user programmatically provided configurations. Set system property 'log4j2.debug' to show Log4j 2 internal initialization logging. See https://logging.apache.org/log4j/2.x/manual/configuration.html for instructions on how to configure Log4j 2
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-prometheus-exporter/test/J0/temp/solr.prometheus.collector.SolrCollectorTest_F2DC59E0F2C62B7-001/init-core-data-001
   [junit4]   1> 18:35:51.082 [Thread-1] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   1> 18:35:52.846 [jetty-launcher-1-thread-2] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 18:35:52.846 [jetty-launcher-1-thread-3] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 18:35:52.851 [jetty-launcher-1-thread-1] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 18:35:52.884 [jetty-launcher-1-thread-4] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 18:39:00.384 [qtp234232275-54] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000000
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:114)
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   1> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:341)
   [junit4]   1> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)
   [junit4]   1> 	at org.apache.solr.cloud.OverseerTaskQueue.offer(OverseerTaskQueue.java:210)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.sendToOCPQueue(CollectionsHandler.java:359)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:269)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:243)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 18:39:00.386 [qtp234232275-54] ERROR org.apache.solr.servlet.HttpSolrCall - null:org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000000
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:114)
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   1> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:341)
   [junit4]   1> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)
   [junit4]   1> 	at org.apache.solr.cloud.OverseerTaskQueue.offer(OverseerTaskQueue.java:210)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.sendToOCPQueue(CollectionsHandler.java:359)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:269)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:243)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 18:39:01.663 [SUITE-SolrCollectorTest-seed#[F2DC59E0F2C62B7]-worker] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7e0db4a5), locale=uk, timezone=Pacific/Majuro
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=2,free=223102968,total=327680000
   [junit4]   2> NOTE: All tests run in this JVM: [SolrCollectorTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrCollectorTest -Dtests.seed=F2DC59E0F2C62B7 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=uk -Dtests.timezone=Pacific/Majuro -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | SolrCollectorTest (suite) <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42055/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000000
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F2DC59E0F2C62B7]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.setupCluster(SolrExporterTestBase.java:48)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [2/2 (1!)] on J0 in 193.17s, 0 tests, 1 error <<< FAILURES!

[...truncated 39889 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
     [java] Processed 2233 links (1787 relative) to 3129 anchors in 246 files
     [echo] Validated Links & Anchors via: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-ref-guide/bare-bones-html/

-documentation-lint:
    [jtidy] Checking for broken html (such as invalid tags)...
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/jtidy_tmp
     [echo] Checking for broken links...
     [exec] 
     [exec] Crawl/parse...
     [exec] 
     [exec] Verify...
     [echo] Checking for malformed docs...

jar-checksums:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml


[...truncated too long message...]


-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null518997808
     [copy] Copying 241 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null518997808
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null518997808

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 81ms :: artifacts dl 17ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 206 minutes 20 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-Tests-master - Build # 2598 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2598/

1 tests failed.
FAILED:  org.apache.solr.cloud.LeaderTragicEventTest.testOtherReplicasAreNotActive

Error Message:
Jetty Connector is not open: -2

Stack Trace:
java.lang.IllegalStateException: Jetty Connector is not open: -2
	at __randomizedtesting.SeedInfo.seed([8011C67BC3D3A227:5A5EA0CFF2C1BBF]:0)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.getBaseUrl(JettySolrRunner.java:499)
	at org.apache.solr.cloud.MiniSolrCloudCluster.getReplicaJetty(MiniSolrCloudCluster.java:539)
	at org.apache.solr.cloud.LeaderTragicEventTest.corruptLeader(LeaderTragicEventTest.java:100)
	at org.apache.solr.cloud.LeaderTragicEventTest.testOtherReplicasAreNotActive(LeaderTragicEventTest.java:150)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12317 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderTragicEventTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_8011C67BC3D3A227-001/init-core-data-001
   [junit4]   2> 185094 WARN  (SUITE-LeaderTragicEventTest-seed#[8011C67BC3D3A227]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 185098 INFO  (SUITE-LeaderTragicEventTest-seed#[8011C67BC3D3A227]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 185100 INFO  (SUITE-LeaderTragicEventTest-seed#[8011C67BC3D3A227]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 185100 INFO  (SUITE-LeaderTragicEventTest-seed#[8011C67BC3D3A227]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 185105 INFO  (SUITE-LeaderTragicEventTest-seed#[8011C67BC3D3A227]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_8011C67BC3D3A227-001/tempDir-001
   [junit4]   2> 185105 INFO  (SUITE-LeaderTragicEventTest-seed#[8011C67BC3D3A227]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 185105 INFO  (Thread-66) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 185105 INFO  (Thread-66) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 185107 ERROR (Thread-66) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 185205 INFO  (SUITE-LeaderTragicEventTest-seed#[8011C67BC3D3A227]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:51003
   [junit4]   2> 185211 INFO  (zkConnectionManagerCallback-2545-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 185221 INFO  (jetty-launcher-2542-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 185221 INFO  (jetty-launcher-2542-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 185225 INFO  (jetty-launcher-2542-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 185225 INFO  (jetty-launcher-2542-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 185225 INFO  (jetty-launcher-2542-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 185233 INFO  (jetty-launcher-2542-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73c9f4bc{/solr,null,AVAILABLE}
   [junit4]   2> 185235 INFO  (jetty-launcher-2542-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 185235 INFO  (jetty-launcher-2542-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 185235 INFO  (jetty-launcher-2542-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 185235 INFO  (jetty-launcher-2542-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3026fb8{/solr,null,AVAILABLE}
   [junit4]   2> 185238 INFO  (jetty-launcher-2542-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@17360a05{HTTP/1.1,[http/1.1]}{127.0.0.1:52447}
   [junit4]   2> 185238 INFO  (jetty-launcher-2542-thread-1) [    ] o.e.j.s.Server Started @185295ms
   [junit4]   2> 185238 INFO  (jetty-launcher-2542-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52447}
   [junit4]   2> 185238 ERROR (jetty-launcher-2542-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 185238 INFO  (jetty-launcher-2542-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 185238 INFO  (jetty-launcher-2542-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 185238 INFO  (jetty-launcher-2542-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 185239 INFO  (jetty-launcher-2542-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 185239 INFO  (jetty-launcher-2542-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-07-13T02:18:30.478Z
   [junit4]   2> 185239 INFO  (jetty-launcher-2542-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@77f128c9{HTTP/1.1,[http/1.1]}{127.0.0.1:34300}
   [junit4]   2> 185241 INFO  (jetty-launcher-2542-thread-2) [    ] o.e.j.s.Server Started @185298ms
   [junit4]   2> 185241 INFO  (jetty-launcher-2542-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34300}
   [junit4]   2> 185242 ERROR (jetty-launcher-2542-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 185242 INFO  (jetty-launcher-2542-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 185242 INFO  (jetty-launcher-2542-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 185242 INFO  (jetty-launcher-2542-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 185242 INFO  (jetty-launcher-2542-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 185242 INFO  (jetty-launcher-2542-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-07-13T02:18:30.481Z
   [junit4]   2> 185248 INFO  (zkConnectionManagerCallback-2548-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 185249 INFO  (zkConnectionManagerCallback-2549-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 185249 INFO  (jetty-launcher-2542-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 185252 INFO  (jetty-launcher-2542-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 185364 INFO  (jetty-launcher-2542-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51003/solr
   [junit4]   2> 185366 INFO  (zkConnectionManagerCallback-2553-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 185368 INFO  (zkConnectionManagerCallback-2555-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 185455 INFO  (jetty-launcher-2542-thread-1) [n:127.0.0.1:52447_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 185456 INFO  (jetty-launcher-2542-thread-1) [n:127.0.0.1:52447_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52447_solr
   [junit4]   2> 185457 INFO  (jetty-launcher-2542-thread-1) [n:127.0.0.1:52447_solr    ] o.a.s.c.Overseer Overseer (id=74135098724319236-127.0.0.1:52447_solr-n_0000000000) starting
   [junit4]   2> 185471 INFO  (zkConnectionManagerCallback-2562-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 185472 INFO  (jetty-launcher-2542-thread-1) [n:127.0.0.1:52447_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51003/solr ready
   [junit4]   2> 185559 INFO  (jetty-launcher-2542-thread-1) [n:127.0.0.1:52447_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52447_solr
   [junit4]   2> 185600 INFO  (zkCallback-2554-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 185601 INFO  (zkCallback-2561-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 185609 INFO  (jetty-launcher-2542-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51003/solr
   [junit4]   2> 185615 INFO  (zkConnectionManagerCallback-2566-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 185616 INFO  (jetty-launcher-2542-thread-1) [n:127.0.0.1:52447_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 185643 INFO  (jetty-launcher-2542-thread-1) [n:127.0.0.1:52447_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52447.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d0b019f
   [junit4]   2> 185658 INFO  (zkConnectionManagerCallback-2569-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 185664 INFO  (jetty-launcher-2542-thread-1) [n:127.0.0.1:52447_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52447.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d0b019f
   [junit4]   2> 185664 INFO  (jetty-launcher-2542-thread-1) [n:127.0.0.1:52447_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52447.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d0b019f
   [junit4]   2> 185665 INFO  (jetty-launcher-2542-thread-1) [n:127.0.0.1:52447_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_8011C67BC3D3A227-001/tempDir-001/node1/.
   [junit4]   2> 185683 INFO  (jetty-launcher-2542-thread-2) [n:127.0.0.1:34300_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 185685 INFO  (jetty-launcher-2542-thread-2) [n:127.0.0.1:34300_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 185687 INFO  (jetty-launcher-2542-thread-2) [n:127.0.0.1:34300_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 185687 INFO  (jetty-launcher-2542-thread-2) [n:127.0.0.1:34300_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34300_solr
   [junit4]   2> 185688 INFO  (zkCallback-2561-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 185688 INFO  (zkCallback-2554-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 185731 INFO  (zkCallback-2568-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 185775 INFO  (zkConnectionManagerCallback-2576-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 185779 INFO  (jetty-launcher-2542-thread-2) [n:127.0.0.1:34300_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 185780 INFO  (jetty-launcher-2542-thread-2) [n:127.0.0.1:34300_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51003/solr ready
   [junit4]   2> 185784 INFO  (jetty-launcher-2542-thread-2) [n:127.0.0.1:34300_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 185801 INFO  (jetty-launcher-2542-thread-2) [n:127.0.0.1:34300_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34300.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d0b019f
   [junit4]   2> 185807 INFO  (jetty-launcher-2542-thread-2) [n:127.0.0.1:34300_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34300.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d0b019f
   [junit4]   2> 185807 INFO  (jetty-launcher-2542-thread-2) [n:127.0.0.1:34300_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34300.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d0b019f
   [junit4]   2> 185808 INFO  (jetty-launcher-2542-thread-2) [n:127.0.0.1:34300_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_8011C67BC3D3A227-001/tempDir-001/node2/.
   [junit4]   2> 185828 INFO  (zkConnectionManagerCallback-2579-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 185831 INFO  (zkConnectionManagerCallback-2584-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 185832 INFO  (SUITE-LeaderTragicEventTest-seed#[8011C67BC3D3A227]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 185834 INFO  (SUITE-LeaderTragicEventTest-seed#[8011C67BC3D3A227]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51003/solr ready
   [junit4]   2> 185864 INFO  (TEST-LeaderTragicEventTest.test-seed#[8011C67BC3D3A227]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 185866 INFO  (qtp113763448-2640) [n:127.0.0.1:52447_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=config&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 185889 INFO  (OverseerThreadFactory-245-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 185997 INFO  (OverseerStateUpdate-74135098724319236-127.0.0.1:52447_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:52447/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 185999 INFO  (OverseerStateUpdate-74135098724319236-127.0.0.1:52447_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34300/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 186237 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr    x:collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 186238 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr    x:collection1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 186251 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr    x:collection1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 187305 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 187306 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 187324 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 187337 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 187339 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 187339 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from collection collection1, trusted=true
   [junit4]   2> 187340 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34300.solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d0b019f
   [junit4]   2> 187340 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 187340 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_8011C67BC3D3A227-001/tempDir-001/node2/collection1_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_8011C67BC3D3A227-001/tempDir-001/node2/./collection1_shard1_replica_n2/data/]
   [junit4]   2> 187344 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 187344 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
   [junit4]   2> 187345 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52447.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d0b019f
   [junit4]   2> 187345 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 187345 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_8011C67BC3D3A227-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_8011C67BC3D3A227-001/tempDir-001/node1/./collection1_shard1_replica_n1/data/]
   [junit4]   2> 187513 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 187513 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 187708 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 187712 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 187719 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@77b610e2[collection1_shard1_replica_n2] main]
   [junit4]   2> 187720 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 187720 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 187721 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 187721 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1605839946210344960
   [junit4]   2> 187727 INFO  (searcherExecutor-257-thread-1-processing-n:127.0.0.1:34300_solr x:collection1_shard1_replica_n2 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@77b610e2[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 187737 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 187741 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 187756 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 187757 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 187758 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 187758 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 187760 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64246ea7[collection1_shard1_replica_n1] main]
   [junit4]   2> 187762 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 187762 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 187763 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 187763 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1605839946254385152
   [junit4]   2> 187774 INFO  (searcherExecutor-258-thread-1-processing-n:127.0.0.1:52447_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@64246ea7[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 187804 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
   [junit4]   2> 188243 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 188243 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 188243 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/
   [junit4]   2> 188248 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n2 url=http://127.0.0.1:34300/solr START replicas=[http://127.0.0.1:52447/solr/collection1_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 188264 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n2 url=http://127.0.0.1:34300/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 188267 INFO  (qtp113763448-2636) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 188268 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 188269 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 188269 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 188272 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/ shard1
   [junit4]   2> 188375 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 188377 INFO  (qtp1908604404-2631) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2126
   [junit4]   2> 188479 INFO  (zkCallback-2568-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 188822 INFO  (qtp113763448-2635) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2585
   [junit4]   2> 188828 INFO  (qtp113763448-2640) [n:127.0.0.1:52447_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 188829 INFO  (OverseerCollectionConfigSetProcessor-74135098724319236-127.0.0.1:52447_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 188918 INFO  (zkCallback-2568-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 188919 INFO  (zkCallback-2554-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 189828 INFO  (qtp113763448-2640) [n:127.0.0.1:52447_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3961
   [junit4]   2> 189861 INFO  (qtp1908604404-2626) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=1, core_node4=1}, version=2}
   [junit4]   2> 189863 INFO  (qtp113763448-2639) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&wt=javabin&version=2}{add=[0 (1605839948437520384)]} 0 9
   [junit4]   2> 189863 INFO  (qtp1908604404-2626) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1605839948437520384)]} 0 21
   [junit4]   2> 189865 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948458491904,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 189865 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7f31cc0e commitCommandVersion:1605839948458491904
   [junit4]   2> 189921 INFO  (qtp1908604404-2627) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948517212160,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 189921 INFO  (qtp1908604404-2627) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@20c3fd74 commitCommandVersion:1605839948517212160
   [junit4]   2> 189934 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4717a149[collection1_shard1_replica_n1] main]
   [junit4]   2> 189935 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 189938 INFO  (searcherExecutor-258-thread-1-processing-n:127.0.0.1:52447_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@4717a149[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 189938 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 73
   [junit4]   2> 189941 INFO  (qtp1908604404-2627) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@592278d6[collection1_shard1_replica_n2] main]
   [junit4]   2> 189941 INFO  (qtp1908604404-2627) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 189943 INFO  (searcherExecutor-257-thread-1-processing-n:127.0.0.1:34300_solr x:collection1_shard1_replica_n2 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@592278d6[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 189943 INFO  (qtp1908604404-2627) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 22
   [junit4]   2> 189943 INFO  (qtp1908604404-2630) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 79
   [junit4]   2> 189960 INFO  (qtp113763448-2639) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&wt=javabin&version=2}{add=[1 (1605839948542377984)]} 0 6
   [junit4]   2> 189961 INFO  (qtp1908604404-2633) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1605839948542377984)]} 0 16
   [junit4]   2> 189962 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948560203776,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 189963 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948561252352,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 189963 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7f31cc0e commitCommandVersion:1605839948561252352
   [junit4]   2> 189966 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@20c3fd74 commitCommandVersion:1605839948560203776
   [junit4]   2> 189970 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@21a69edd[collection1_shard1_replica_n2] main]
   [junit4]   2> 189970 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 189971 INFO  (searcherExecutor-257-thread-1-processing-n:127.0.0.1:34300_solr x:collection1_shard1_replica_n2 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@21a69edd[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1)))}
   [junit4]   2> 189972 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 9
   [junit4]   2> 189976 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7fdffe62[collection1_shard1_replica_n1] main]
   [junit4]   2> 189977 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 189978 INFO  (searcherExecutor-258-thread-1-processing-n:127.0.0.1:52447_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@7fdffe62[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1)))}
   [junit4]   2> 189978 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 14
   [junit4]   2> 189978 INFO  (qtp1908604404-2630) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 16
   [junit4]   2> 189982 INFO  (qtp113763448-2639) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&wt=javabin&version=2}{add=[2 (1605839948579078144)]} 0 0
   [junit4]   2> 189982 INFO  (qtp1908604404-2633) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1605839948579078144)]} 0 3
   [junit4]   2> 189984 INFO  (qtp1908604404-2632) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948583272448,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 189984 INFO  (qtp1908604404-2632) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@20c3fd74 commitCommandVersion:1605839948583272448
   [junit4]   2> 189985 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948584321024,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 189985 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7f31cc0e commitCommandVersion:1605839948584321024
   [junit4]   2> 189989 INFO  (qtp1908604404-2632) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@49c4e935[collection1_shard1_replica_n2] main]
   [junit4]   2> 189990 INFO  (searcherExecutor-257-thread-1-processing-n:127.0.0.1:34300_solr x:collection1_shard1_replica_n2 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@49c4e935[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1) Uninverting(_2(8.0.0):C1)))}
   [junit4]   2> 189990 INFO  (qtp1908604404-2632) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 189990 INFO  (qtp1908604404-2632) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 6
   [junit4]   2> 189991 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@40fcb6e4[collection1_shard1_replica_n1] main]
   [junit4]   2> 189992 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 189993 INFO  (searcherExecutor-258-thread-1-processing-n:127.0.0.1:52447_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@40fcb6e4[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1) Uninverting(_2(8.0.0):C1)))}
   [junit4]   2> 189993 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 8
   [junit4]   2> 189993 INFO  (qtp1908604404-2630) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 10
   [junit4]   2> 190000 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&wt=javabin&version=2}{add=[3 (1605839948594806784)]} 0 4
   [junit4]   2> 190000 INFO  (qtp1908604404-2633) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1605839948594806784)]} 0 6
   [junit4]   2> 190002 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948602146816,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 190002 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7f31cc0e commitCommandVersion:1605839948602146816
   [junit4]   2> 190002 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948602146816,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 190002 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@20c3fd74 commitCommandVersion:1605839948602146816
   [junit4]   2> 190080 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@24dcee00[collection1_shard1_replica_n1] main]
   [junit4]   2> 190081 INFO  (searcherExecutor-258-thread-1-processing-n:127.0.0.1:52447_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@24dcee00[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1) Uninverting(_2(8.0.0):C1) Uninverting(_3(8.0.0):C1)))}
   [junit4]   2> 190086 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 190086 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 84
   [junit4]   2> 190246 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d975d87[collection1_shard1_replica_n2] main]
   [junit4]   2> 190247 INFO  (searcherExecutor-257-thread-1-processing-n:127.0.0.1:34300_solr x:collection1_shard1_replica_n2 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@6d975d87[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1) Uninverting(_2(8.0.0):C1) Uninverting(_3(8.0.0):C1)))}
   [junit4]   2> 190248 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 190248 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 246
   [junit4]   2> 190249 INFO  (qtp1908604404-2630) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 247
   [junit4]   2> 190257 INFO  (qtp113763448-2639) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&wt=javabin&version=2}{add=[4 (1605839948863242240)]} 0 3
   [junit4]   2> 190257 INFO  (qtp1908604404-2633) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1605839948863242240)]} 0 6
   [junit4]   2> 190259 INFO  (qtp1908604404-2632) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948871630848,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 190259 INFO  (qtp1908604404-2632) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@20c3fd74 commitCommandVersion:1605839948871630848
   [junit4]   2> 190260 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948872679424,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 190260 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7f31cc0e commitCommandVersion:1605839948872679424
   [junit4]   2> 190276 INFO  (qtp1908604404-2632) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2bdfce29[collection1_shard1_replica_n2] main]
   [junit4]   2> 190277 INFO  (qtp1908604404-2632) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 190278 INFO  (searcherExecutor-257-thread-1-processing-n:127.0.0.1:34300_solr x:collection1_shard1_replica_n2 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@2bdfce29[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1) Uninverting(_2(8.0.0):C1) Uninverting(_3(8.0.0):C1) Uninverting(_4(8.0.0):C1)))}
   [junit4]   2> 190278 INFO  (qtp1908604404-2632) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 19
   [junit4]   2> 190279 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@699af072[collection1_shard1_replica_n1] main]
   [junit4]   2> 190280 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 190281 INFO  (searcherExecutor-258-thread-1-processing-n:127.0.0.1:52447_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@699af072[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1) Uninverting(_2(8.0.0):C1) Uninverting(_3(8.0.0):C1) Uninverting(_4(8.0.0):C1)))}
   [junit4]   2> 190281 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 21
   [junit4]   2> 190281 INFO  (qtp1908604404-2630) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 23
   [junit4]   2> 190285 INFO  (qtp113763448-2639) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&wt=javabin&version=2}{add=[5 (1605839948896796672)]} 0 1
   [junit4]   2> 190286 INFO  (qtp1908604404-2633) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1605839948896796672)]} 0 3
   [junit4]   2> 190287 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948900990976,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 190287 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@20c3fd74 commitCommandVersion:1605839948900990976
   [junit4]   2> 190288 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948902039552,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 190288 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7f31cc0e commitCommandVersion:1605839948902039552
   [junit4]   2> 190293 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e03963f[collection1_shard1_replica_n2] main]
   [junit4]   2> 190293 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 190294 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@528a4529[collection1_shard1_replica_n1] main]
   [junit4]   2> 190294 INFO  (searcherExecutor-257-thread-1-processing-n:127.0.0.1:34300_solr x:collection1_shard1_replica_n2 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@3e03963f[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1) Uninverting(_2(8.0.0):C1) Uninverting(_3(8.0.0):C1) Uninverting(_4(8.0.0):C1) Uninverting(_5(8.0.0):C1)))}
   [junit4]   2> 190294 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 7
   [junit4]   2> 190295 INFO  (searcherExecutor-258-thread-1-processing-n:127.0.0.1:52447_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@528a4529[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1) Uninverting(_2(8.0.0):C1) Uninverting(_3(8.0.0):C1) Uninverting(_4(8.0.0):C1) Uninverting(_5(8.0.0):C1)))}
   [junit4]   2> 190295 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 190295 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 7
   [junit4]   2> 190296 INFO  (qtp1908604404-2630) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 9
   [junit4]   2> 190299 INFO  (qtp113763448-2639) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&wt=javabin&version=2}{add=[6 (1605839948911476736)]} 0 1
   [junit4]   2> 190300 INFO  (qtp1908604404-2633) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1605839948911476736)]} 0 3
   [junit4]   2> 190301 INFO  (qtp1908604404-2632) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948915671040,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 190301 INFO  (qtp1908604404-2632) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@20c3fd74 commitCommandVersion:1605839948915671040
   [junit4]   2> 190302 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948916719616,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 190302 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7f31cc0e commitCommandVersion:1605839948916719616
   [junit4]   2> 190307 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17be5899[collection1_shard1_replica_n1] main]
   [junit4]   2> 190307 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 190307 INFO  (qtp1908604404-2632) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d4b2e9c[collection1_shard1_replica_n2] main]
   [junit4]   2> 190308 INFO  (qtp1908604404-2632) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 190308 INFO  (searcherExecutor-258-thread-1-processing-n:127.0.0.1:52447_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@17be5899[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1) Uninverting(_2(8.0.0):C1) Uninverting(_3(8.0.0):C1) Uninverting(_4(8.0.0):C1) Uninverting(_5(8.0.0):C1) Uninverting(_6(8.0.0):C1)))}
   [junit4]   2> 190308 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 6
   [junit4]   2> 190309 INFO  (searcherExecutor-257-thread-1-processing-n:127.0.0.1:34300_solr x:collection1_shard1_replica_n2 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@2d4b2e9c[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1) Uninverting(_2(8.0.0):C1) Uninverting(_3(8.0.0):C1) Uninverting(_4(8.0.0):C1) Uninverting(_5(8.0.0):C1) Uninverting(_6(8.0.0):C1)))}
   [junit4]   2> 190309 INFO  (qtp1908604404-2632) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 8
   [junit4]   2> 190310 INFO  (qtp1908604404-2630) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 9
   [junit4]   2> 190313 INFO  (qtp113763448-2639) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&wt=javabin&version=2}{add=[7 (1605839948926156800)]} 0 1
   [junit4]   2> 190313 INFO  (qtp1908604404-2633) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1605839948926156800)]} 0 2
   [junit4]   2> 190315 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948930351104,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 190315 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@20c3fd74 commitCommandVersion:1605839948930351104
   [junit4]   2> 190316 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948931399680,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 190316 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7f31cc0e commitCommandVersion:1605839948931399680
   [junit4]   2> 190320 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@189e652f[collection1_shard1_replica_n1] main]
   [junit4]   2> 190322 INFO  (searcherExecutor-258-thread-1-processing-n:127.0.0.1:52447_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@189e652f[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1) Uninverting(_2(8.0.0):C1) Uninverting(_3(8.0.0):C1) Uninverting(_4(8.0.0):C1) Uninverting(_5(8.0.0):C1) Uninverting(_6(8.0.0):C1) Uninverting(_7(8.0.0):C1)))}
   [junit4]   2> 190322 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 190322 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 6
   [junit4]   2> 190323 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@24f09028[collection1_shard1_replica_n2] main]
   [junit4]   2> 190324 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 190325 INFO  (searcherExecutor-257-thread-1-processing-n:127.0.0.1:34300_solr x:collection1_shard1_replica_n2 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@24f09028[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1) Uninverting(_2(8.0.0):C1) Uninverting(_3(8.0.0):C1) Uninverting(_4(8.0.0):C1) Uninverting(_5(8.0.0):C1) Uninverting(_6(8.0.0):C1) Uninverting(_7(8.0.0):C1)))}
   [junit4]   2> 190325 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 10
   [junit4]   2> 190325 INFO  (qtp1908604404-2630) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 11
   [junit4]   2> 190329 INFO  (qtp113763448-2639) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&wt=javabin&version=2}{add=[8 (1605839948941885440)]} 0 0
   [junit4]   2> 190329 INFO  (qtp1908604404-2632) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1605839948941885440)]} 0 2
   [junit4]   2> 190330 INFO  (qtp113763448-2639) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948946079744,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 190331 INFO  (qtp113763448-2639) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7f31cc0e commitCommandVersion:1605839948946079744
   [junit4]   2> 190332 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948948176896,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 190332 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@20c3fd74 commitCommandVersion:1605839948948176896
   [junit4]   2> 190346 INFO  (qtp113763448-2639) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@31d49cd6[collection1_shard1_replica_n1] main]
   [junit4]   2> 190348 INFO  (searcherExecutor-258-thread-1-processing-n:127.0.0.1:52447_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@31d49cd6[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1) Uninverting(_2(8.0.0):C1) Uninverting(_3(8.0.0):C1) Uninverting(_4(8.0.0):C1) Uninverting(_5(8.0.0):C1) Uninverting(_6(8.0.0):C1) Uninverting(_7(8.0.0):C1) Uninverting(_8(8.0.0):C1)))}
   [junit4]   2> 190348 INFO  (qtp113763448-2639) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 190348 INFO  (qtp113763448-2639) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 17
   [junit4]   2> 190349 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@58494ecc[collection1_shard1_replica_n2] main]
   [junit4]   2> 190350 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 190351 INFO  (searcherExecutor-257-thread-1-processing-n:127.0.0.1:34300_solr x:collection1_shard1_replica_n2 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@58494ecc[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1) Uninverting(_2(8.0.0):C1) Uninverting(_3(8.0.0):C1) Uninverting(_4(8.0.0):C1) Uninverting(_5(8.0.0):C1) Uninverting(_6(8.0.0):C1) Uninverting(_7(8.0.0):C1) Uninverting(_8(8.0.0):C1)))}
   [junit4]   2> 190360 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 28
   [junit4]   2> 190361 INFO  (qtp1908604404-2630) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 31
   [junit4]   2> 190365 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&wt=javabin&version=2}{add=[9 (1605839948979634176)]} 0 0
   [junit4]   2> 190365 INFO  (qtp1908604404-2632) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1605839948979634176)]} 0 3
   [junit4]   2> 190367 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948984877056,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 190367 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7f31cc0e commitCommandVersion:1605839948984877056
   [junit4]   2> 190367 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839948984877056,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 190367 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@20c3fd74 commitCommandVersion:1605839948984877056
   [junit4]   2> 190389 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@8a7254e[collection1_shard1_replica_n1] main]
   [junit4]   2> 190391 INFO  (searcherExecutor-258-thread-1-processing-n:127.0.0.1:52447_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@8a7254e[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1) Uninverting(_2(8.0.0):C1) Uninverting(_3(8.0.0):C1) Uninverting(_4(8.0.0):C1) Uninverting(_5(8.0.0):C1) Uninverting(_6(8.0.0):C1) Uninverting(_7(8.0.0):C1) Uninverting(_8(8.0.0):C1) Uninverting(_9(8.0.0):C1)))}
   [junit4]   2> 190391 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 190391 INFO  (qtp113763448-2641) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 25
   [junit4]   2> 190392 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6bb14caa[collection1_shard1_replica_n2] main]
   [junit4]   2> 190394 INFO  (searcherExecutor-257-thread-1-processing-n:127.0.0.1:34300_solr x:collection1_shard1_replica_n2 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@6bb14caa[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1) Uninverting(_2(8.0.0):C1) Uninverting(_3(8.0.0):C1) Uninverting(_4(8.0.0):C1) Uninverting(_5(8.0.0):C1) Uninverting(_6(8.0.0):C1) Uninverting(_7(8.0.0):C1) Uninverting(_8(8.0.0):C1) Uninverting(_9(8.0.0):C1)))}
   [junit4]   2> 190394 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 190394 INFO  (qtp1908604404-2629) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 26
   [junit4]   2> 190394 INFO  (qtp1908604404-2630) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 28
   [junit4]   2> 190398 INFO  (qtp113763448-2639) [n:127.0.0.1:52447_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:34300/solr/collection1_shard1_replica_n2/&wt=javabin&version=2}{add=[10 (1605839949015285760)]} 0 0
   [junit4]   2> 190398 INFO  (qtp1908604404-2632) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10 (1605839949015285760)]} 0 2
   [junit4]   2> 190400 INFO  (qtp1908604404-2626) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1605839949019480064,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 190400 INFO  (qtp1908604404-2626) [n:127.0.0.1:34300_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_

[...truncated too long message...]

ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1842713779
     [copy] Copying 241 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1842713779
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1842713779

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 50ms :: artifacts dl 1ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 138 minutes 5 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)