You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/10/25 14:31:12 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 2900 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2900/

1 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime

Error Message:
Error from server at http://127.0.0.1:43706/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:43706/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([7B32C9F4972944D7:95EAB265D9569144]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime(CloudSolrClientTest.java:146)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43706/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 16388 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_7B32C9F4972944D7-001/init-core-data-001
   [junit4]   1> 14:09:52.566 [Thread-171] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   1> 14:09:52.693 [jetty-launcher-244-thread-3] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 14:09:52.697 [jetty-launcher-244-thread-2] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 14:09:52.700 [jetty-launcher-244-thread-1] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 14:10:02.385 [TEST-CloudSolrClientTest.testShutdown-seed#[7B32C9F4972944D7]-SendThread(ff01::114:33332)] ERROR org.apache.zookeeper.ClientCnxnSocketNIO - Unable to open socket to ff01::114/ff01:0:0:0:0:0:0:114:33332
   [junit4]   1> 14:10:03.530 [TEST-CloudSolrClientTest.testShutdown-seed#[7B32C9F4972944D7]-SendThread(ff01::114:33332)] ERROR org.apache.zookeeper.ClientCnxnSocketNIO - Unable to open socket to ff01::114/ff01:0:0:0:0:0:0:114:33332
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:active live:true
   [junit4]   1> replica:core_node6 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> 14:10:07.774 [qtp306803048-1155] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unknown action: foobar
   [junit4]   1> 	at org.apache.solr.handler.admin.ConfigSetsHandler.handleRequestBody(ConfigSetsHandler.java:109)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 14:10:07.811 [qtp306803048-1155] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unknown action: foobar
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:241)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 14:10:07.836 [qtp306803048-1155] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unsupported operation: foobar
   [junit4]   1> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleCustomAction(CoreAdminHandler.java:220)
   [junit4]   1> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:169)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 14:10:11.776 [TEST-CloudSolrClientTest.testParallelUpdateQTime-seed#[7B32C9F4972944D7]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43706/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 0
   [junit4]   1> 14:10:11.796 [TEST-CloudSolrClientTest.testParallelUpdateQTime-seed#[7B32C9F4972944D7]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43706/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 1
   [junit4]   1> 14:10:11.808 [TEST-CloudSolrClientTest.testParallelUpdateQTime-seed#[7B32C9F4972944D7]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43706/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 2
   [junit4]   1> 14:10:11.815 [TEST-CloudSolrClientTest.testParallelUpdateQTime-seed#[7B32C9F4972944D7]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43706/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 3
   [junit4]   1> 14:10:11.822 [TEST-CloudSolrClientTest.testParallelUpdateQTime-seed#[7B32C9F4972944D7]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43706/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 4
   [junit4]   1> 14:10:11.829 [TEST-CloudSolrClientTest.testParallelUpdateQTime-seed#[7B32C9F4972944D7]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43706/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 5
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CloudSolrClientTest -Dtests.method=testParallelUpdateQTime -Dtests.seed=7B32C9F4972944D7 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=be -Dtests.timezone=America/Guatemala -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   3.98s J0 | CloudSolrClientTest.testParallelUpdateQTime <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:43706/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]    > <head>
   [junit4]    > <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]    > <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
   [junit4]    > </head>
   [junit4]    > <body><h2>HTTP ERROR 404</h2>
   [junit4]    > <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
   [junit4]    > <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]    > </body>
   [junit4]    > </html>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7B32C9F4972944D7:95EAB265D9569144]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime(CloudSolrClientTest.java:146)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43706/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]    > <head>
   [junit4]    > <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]    > <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
   [junit4]    > </head>
   [junit4]    > <body><h2>HTTP ERROR 404</h2>
   [junit4]    > <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
   [junit4]    > <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]    > </body>
   [junit4]    > </html>
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    > 	... 1 more
   [junit4]   1> 14:10:19.501 [qtp207786742-1139] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: boguscollectionname not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:103)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 14:10:19.518 [qtp207786742-1139] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: boguscollectionname not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:103)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:recovering live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> -
   [junit4]   1> replica:core_node4 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> 14:10:52.921 [TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[7B32C9F4972944D7]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [stale_state_test_col] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43706/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 0
   [junit4]   1> 14:11:04.308 [SUITE-CloudSolrClientTest-seed#[7B32C9F4972944D7]-worker] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_7B32C9F4972944D7-001
   [junit4]   2> Oct 25, 2018 2:11:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), title_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=Direct), text=FSTOrd50}, docValues:{_version_=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Lucene70), a_t=DocValuesFormat(name=Asserting), title_s=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Direct), text=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1953, maxMBSortInHeap=5.168323524926425, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5797b2ee), locale=be, timezone=America/Guatemala
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=122604128,total=488112128
   [junit4]   2> NOTE: All tests run in this JVM: [LBHttpSolrClientBadInputTest, AppendEvaluatorTest, ArcTangentEvaluatorTest, SolrExampleJettyTest, HyperbolicCosineEvaluatorTest, TestSpellCheckResponse, ModuloEvaluatorTest, ConcurrentUpdateSolrClientTest, LengthEvaluatorTest, TestUpdateRequestCodec, SelectWithEvaluatorsTest, JsonValidatorTest, FloorEvaluatorTest, ConcatOperationTest, TestValidatingJsonMap, GetByIdTest, LargeVolumeJettyTest, TestBatchUpdate, NormalDistributionEvaluatorTest, CeilingEvaluatorTest, RoundEvaluatorTest, JettyWebappTest, TestCoreAdmin, TestFastWriter, OrEvaluatorTest, TestCloudCollectionsListeners, SolrDocumentTest, UsingSolrJRefGuideExamplesTest, ZkConfigFilesTest, CollectionAdminRequestRequiredParamsTest, SolrExceptionTest, SolrQueryTest, SolrSchemalessExampleTest, TestDocumentObjectBinder, TestPolicy, TestPolicy2, TestEmbeddedSolrServer, TestSolrProperties, BasicHttpSolrClientTest, CloudSolrClientBadInputTest, CloudSolrClientBuilderTest, CloudSolrClientCacheTest, CloudSolrClientMultiConstructorTest, CloudSolrClientRetryTest, CloudSolrClientTest]
   [junit4] Completed [110/162 (1!)] on J0 in 72.71s, 16 tests, 1 error <<< FAILURES!

[...truncated 47887 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
     [java] Processed 2435 links (1987 relative) to 3183 anchors in 247 files
     [echo] Validated Links & Anchors via: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-ref-guide/bare-bones-html/

-documentation-lint:
    [jtidy] Checking for broken html (such as invalid tags)...
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/jtidy_tmp
     [echo] Checking for broken links...
     [exec] 
     [exec] Crawl/parse...
     [exec] 
     [exec] Verify...
     [echo] Checking for malformed docs...

jar-checksums:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

common.resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/null1318294390
     [copy] Copying 35 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/null1318294390
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/null1318294390

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1516573564
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1516573564
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1516573564

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 38ms :: artifacts dl 3ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 112 minutes 4 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-Tests-master - Build # 2901 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2901/

3 tests failed.
FAILED:  org.apache.solr.cloud.TestTlogReplica.testKillLeader

Error Message:
Replica core_node3 not up to date after 10 seconds expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: Replica core_node3 not up to date after 10 seconds expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([29FA8A4C6F0BDF8C:60EC7EF80DB04BDA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.TestTlogReplica.waitForNumDocsInAllReplicas(TestTlogReplica.java:777)
	at org.apache.solr.cloud.TestTlogReplica.waitForNumDocsInAllReplicas(TestTlogReplica.java:765)
	at org.apache.solr.cloud.TestTlogReplica.doReplaceLeader(TestTlogReplica.java:386)
	at org.apache.solr.cloud.TestTlogReplica.testKillLeader(TestTlogReplica.java:324)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned

Error Message:
Error from server at http://127.0.0.1:33542/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:33542/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([B41FC1DA37B3017D:4CD938EFA4AA99B5]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33542/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime

Error Message:
Error from server at http://127.0.0.1:33542/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:33542/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([B41FC1DA37B3017D:5AC7BA4B79CCD4EE]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime(CloudSolrClientTest.java:146)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33542/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 12558 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestTlogReplica
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_29FA8A4C6F0BDF8C-001/init-core-data-001
   [junit4]   2> 4976 INFO  (SUITE-TestTlogReplica-seed#[29FA8A4C6F0BDF8C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 5159 INFO  (SUITE-TestTlogReplica-seed#[29FA8A4C6F0BDF8C]-worker) [    ] o.e.j.u.log Logging initialized @5180ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 5171 INFO  (SUITE-TestTlogReplica-seed#[29FA8A4C6F0BDF8C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 5225 INFO  (SUITE-TestTlogReplica-seed#[29FA8A4C6F0BDF8C]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 5259 INFO  (SUITE-TestTlogReplica-seed#[29FA8A4C6F0BDF8C]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_29FA8A4C6F0BDF8C-001/tempDir-001
   [junit4]   2> 5318 INFO  (SUITE-TestTlogReplica-seed#[29FA8A4C6F0BDF8C]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 5321 INFO  (Thread-1) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 5321 INFO  (Thread-1) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 5521 INFO  (SUITE-TestTlogReplica-seed#[29FA8A4C6F0BDF8C]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:43830
   [junit4]   2> 5810 ERROR (Thread-1) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 5885 INFO  (zkConnectionManagerCallback-4-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6083 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1055125a3a00000, likely client has closed socket
   [junit4]   2> 7734 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 7756 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 7788 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 7788 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 7792 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 7804 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 7805 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 7805 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 7841 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ee592c6{/solr,null,AVAILABLE}
   [junit4]   2> 7841 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28bc2296{/solr,null,AVAILABLE}
   [junit4]   2> 7855 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@58472a60{HTTP/1.1,[http/1.1]}{127.0.0.1:44219}
   [junit4]   2> 7855 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.Server Started @7899ms
   [junit4]   2> 7855 INFO  (jetty-launcher-1-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44219}
   [junit4]   2> 7866 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@78343fd2{HTTP/1.1,[http/1.1]}{127.0.0.1:37479}
   [junit4]   2> 7867 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.Server Started @7910ms
   [junit4]   2> 7867 INFO  (jetty-launcher-1-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37479}
   [junit4]   2> 7950 INFO  (jetty-launcher-1-thread-1) [    ] o.a.s.u.c.SSLCredentialProviderFactory Processing SSL Credential Provider chain: env;sysprop
   [junit4]   2> 8013 ERROR (jetty-launcher-1-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 8013 INFO  (jetty-launcher-1-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 8013 INFO  (jetty-launcher-1-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 8014 ERROR (jetty-launcher-1-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 8014 INFO  (jetty-launcher-1-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 8014 INFO  (jetty-launcher-1-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 8018 INFO  (jetty-launcher-1-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 8019 INFO  (jetty-launcher-1-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 8019 INFO  (jetty-launcher-1-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-25T20:20:59.175Z
   [junit4]   2> 8026 INFO  (jetty-launcher-1-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 8026 INFO  (jetty-launcher-1-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 8026 INFO  (jetty-launcher-1-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-25T20:20:59.182Z
   [junit4]   2> 8089 INFO  (jetty-launcher-1-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 8128 INFO  (zkConnectionManagerCallback-6-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 8145 INFO  (zkConnectionManagerCallback-8-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 8146 INFO  (jetty-launcher-1-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 8150 INFO  (jetty-launcher-1-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 10114 INFO  (jetty-launcher-1-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43830/solr
   [junit4]   2> 10132 INFO  (jetty-launcher-1-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43830/solr
   [junit4]   2> 10211 INFO  (zkConnectionManagerCallback-14-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 10243 INFO  (zkConnectionManagerCallback-16-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 10356 INFO  (zkConnectionManagerCallback-20-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 10371 INFO  (zkConnectionManagerCallback-18-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11449 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:44219_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44219_solr
   [junit4]   2> 11461 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:37479_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37479_solr
   [junit4]   2> 11479 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:37479_solr    ] o.a.s.c.Overseer Overseer (id=73554191022292998-127.0.0.1:37479_solr-n_0000000000) starting
   [junit4]   2> 11563 INFO  (zkCallback-19-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 11565 INFO  (zkCallback-17-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 11821 INFO  (zkConnectionManagerCallback-29-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11835 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:37479_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 11837 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:37479_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43830/solr ready
   [junit4]   2> 12510 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:37479_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 12511 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:37479_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37479_solr
   [junit4]   2> 12514 INFO  (OverseerStateUpdate-73554191022292998-127.0.0.1:37479_solr-n_0000000000) [n:127.0.0.1:37479_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37479_solr
   [junit4]   2> 12522 INFO  (zkCallback-17-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 12540 INFO  (zkCallback-19-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 12555 INFO  (zkCallback-28-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 12909 INFO  (zkConnectionManagerCallback-35-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 12985 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:44219_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 12986 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:44219_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43830/solr ready
   [junit4]   2> 13164 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:44219_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 13224 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:37479_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 14648 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:37479_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37479.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d21d3d8
   [junit4]   2> 14650 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:37479_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37479.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d21d3d8
   [junit4]   2> 14650 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:37479_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37479.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d21d3d8
   [junit4]   2> 14652 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:44219_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44219.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d21d3d8
   [junit4]   2> 14812 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:44219_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44219.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d21d3d8
   [junit4]   2> 14813 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:44219_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44219.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d21d3d8
   [junit4]   2> 15009 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:37479_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_29FA8A4C6F0BDF8C-001/tempDir-001/node2/.
   [junit4]   2> 15089 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:44219_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_29FA8A4C6F0BDF8C-001/tempDir-001/node1/.
   [junit4]   2> 16212 INFO  (zkConnectionManagerCallback-38-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 16409 INFO  (zkConnectionManagerCallback-43-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 16425 INFO  (SUITE-TestTlogReplica-seed#[29FA8A4C6F0BDF8C]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 16496 INFO  (SUITE-TestTlogReplica-seed#[29FA8A4C6F0BDF8C]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43830/solr ready
   [junit4]   2> 16606 INFO  (SUITE-TestTlogReplica-seed#[29FA8A4C6F0BDF8C]-worker) [    ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
   [junit4]   2> 19624 INFO  (qtp1238248704-39) [n:127.0.0.1:37479_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 19681 INFO  (qtp1238248704-39) [n:127.0.0.1:37479_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=577
   [junit4]   2> 20292 INFO  (TEST-TestTlogReplica.testRealTimeGet-seed#[29FA8A4C6F0BDF8C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRealTimeGet
   [junit4]   2> 20388 INFO  (qtp1238248704-26) [n:127.0.0.1:37479_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_real_time_get&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 20539 INFO  (OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:37479_solr) [n:127.0.0.1:37479_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection tlog_replica_test_real_time_get
   [junit4]   2> 21001 WARN  (OverseerThreadFactory-14-thread-1-processing-n:127.0.0.1:37479_solr) [n:127.0.0.1:37479_solr    ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 4 on collection tlog_replica_test_real_time_get is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 21689 INFO  (qtp1238248704-25) [n:127.0.0.1:37479_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=132
   [junit4]   2> 21774 INFO  (qtp65498399-32) [n:127.0.0.1:44219_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 22176 INFO  (OverseerStateUpdate-73554191022292998-127.0.0.1:37479_solr-n_0000000000) [n:127.0.0.1:37479_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_real_time_get",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_real_time_get_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44219/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 22243 INFO  (OverseerStateUpdate-73554191022292998-127.0.0.1:37479_solr-n_0000000000) [n:127.0.0.1:37479_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_real_time_get",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_real_time_get_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37479/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 22245 INFO  (OverseerStateUpdate-73554191022292998-127.0.0.1:37479_solr-n_0000000000) [n:127.0.0.1:37479_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_real_time_get",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_real_time_get_shard1_replica_t3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37479/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 22264 INFO  (OverseerStateUpdate-73554191022292998-127.0.0.1:37479_solr-n_0000000000) [n:127.0.0.1:37479_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_real_time_get",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_real_time_get_shard1_replica_t4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44219/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 22667 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr    x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_t3&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 22775 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr    x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_n2&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 22770 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr    x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_n1&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 22836 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr    x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 22786 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr    x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_t4&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 25515 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 25540 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 25612 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 25626 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 26149 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.s.IndexSchema [tlog_replica_test_real_time_get_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 26160 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.s.IndexSchema [tlog_replica_test_real_time_get_shard1_replica_t4] Schema name=minimal
   [junit4]   2> 26172 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.s.IndexSchema [tlog_replica_test_real_time_get_shard1_replica_t3] Schema name=minimal
   [junit4]   2> 26173 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.IndexSchema [tlog_replica_test_real_time_get_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 26577 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 26578 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_real_time_get_shard1_replica_n2' using configuration from collection tlog_replica_test_real_time_get, trusted=true
   [junit4]   2> 26591 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 26591 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_real_time_get_shard1_replica_t3' using configuration from collection tlog_replica_test_real_time_get, trusted=true
   [junit4]   2> 26591 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 26592 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_real_time_get_shard1_replica_n1' using configuration from collection tlog_replica_test_real_time_get, trusted=true
   [junit4]   2> 26592 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 26592 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_real_time_get_shard1_replica_t4' using configuration from collection tlog_replica_test_real_time_get, trusted=true
   [junit4]   2> 26812 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44219.solr.core.tlog_replica_test_real_time_get.shard1.replica_n1' (registry 'solr.core.tlog_replica_test_real_time_get.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d21d3d8
   [junit4]   2> 26814 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44219.solr.core.tlog_replica_test_real_time_get.shard1.replica_t4' (registry 'solr.core.tlog_replica_test_real_time_get.shard1.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d21d3d8
   [junit4]   2> 26823 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37479.solr.core.tlog_replica_test_real_time_get.shard1.replica_n2' (registry 'solr.core.tlog_replica_test_real_time_get.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d21d3d8
   [junit4]   2> 26822 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37479.solr.core.tlog_replica_test_real_time_get.shard1.replica_t3' (registry 'solr.core.tlog_replica_test_real_time_get.shard1.replica_t3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d21d3d8
   [junit4]   2> 26936 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrCore [[tlog_replica_test_real_time_get_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_29FA8A4C6F0BDF8C-001/tempDir-001/node1/tlog_replica_test_real_time_get_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_29FA8A4C6F0BDF8C-001/tempDir-001/node1/./tlog_replica_test_real_time_get_shard1_replica_n1/data/]
   [junit4]   2> 26968 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.SolrCore [[tlog_replica_test_real_time_get_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_29FA8A4C6F0BDF8C-001/tempDir-001/node2/tlog_replica_test_real_time_get_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_29FA8A4C6F0BDF8C-001/tempDir-001/node2/./tlog_replica_test_real_time_get_shard1_replica_n2/data/]
   [junit4]   2> 26972 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.SolrCore [[tlog_replica_test_real_time_get_shard1_replica_t4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_29FA8A4C6F0BDF8C-001/tempDir-001/node1/tlog_replica_test_real_time_get_shard1_replica_t4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_29FA8A4C6F0BDF8C-001/tempDir-001/node1/./tlog_replica_test_real_time_get_shard1_replica_t4/data/]
   [junit4]   2> 26994 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.c.SolrCore [[tlog_replica_test_real_time_get_shard1_replica_t3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_29FA8A4C6F0BDF8C-001/tempDir-001/node2/tlog_replica_test_real_time_get_shard1_replica_t3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_29FA8A4C6F0BDF8C-001/tempDir-001/node2/./tlog_replica_test_real_time_get_shard1_replica_t3/data/]
   [junit4]   2> 36029 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 36030 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 36048 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 36048 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 36048 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 36048 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 36050 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 36050 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 36123 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 36124 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 36138 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 36138 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 36120 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 36157 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 36158 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 36158 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 36264 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@638a7b24[tlog_replica_test_real_time_get_shard1_replica_t4] main]
   [junit4]   2> 36265 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f87031e[tlog_replica_test_real_time_get_shard1_replica_n2] main]
   [junit4]   2> 36264 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.s.SolrIndexSearcher Opening [Searcher@2aecbefd[tlog_replica_test_real_time_get_shard1_replica_t3] main]
   [junit4]   2> 36283 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@521cc4b8[tlog_replica_test_real_time_get_shard1_replica_n1] main]
   [junit4]   2> 36497 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 36514 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 36567 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 36588 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 36752 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 36788 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 36824 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 36824 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 37008 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 37022 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 37023 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 37023 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 37192 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615330162348392448
   [junit4]   2> 37205 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615330162362023936
   [junit4]   2> 37206 INFO  (searcherExecutor-26-thread-1-processing-n:127.0.0.1:37479_solr x:tlog_replica_test_real_time_get_shard1_replica_n2 c:tlog_replica_test_real_time_get s:shard1 r:core_node6) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_n2] Registered new searcher Searcher@6f87031e[tlog_replica_test_real_time_get_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 37206 INFO  (searcherExecutor-23-thread-1-processing-n:127.0.0.1:37479_solr x:tlog_replica_test_real_time_get_shard1_replica_t3 c:tlog_replica_test_real_time_get s:shard1 r:core_node7) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_t3] Registered new searcher Searcher@2aecbefd[tlog_replica_test_real_time_get_shard1_replica_t3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 37206 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615330162363072512
   [junit4]   2> 37190 INFO  (searcherExecutor-25-thread-1-processing-n:127.0.0.1:44219_solr x:tlog_replica_test_real_time_get_shard1_replica_n1 c:tlog_replica_test_real_time_get s:shard1 r:core_node5) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_n1] Registered new searcher Searcher@521cc4b8[tlog_replica_test_real_time_get_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 37226 INFO  (searcherExecutor-24-thread-1-processing-n:127.0.0.1:44219_solr x:tlog_replica_test_real_time_get_shard1_replica_t4 c:tlog_replica_test_real_time_get s:shard1 r:core_node8) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_t4] Registered new searcher Searcher@638a7b24[tlog_replica_test_real_time_get_shard1_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 37226 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615330162384044032
   [junit4]   2> 37592 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
   [junit4]   2> 37592 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_real_time_get/terms/shard1 to Terms{values={core_node5=0}, version=0}
   [junit4]   2> 37614 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
   [junit4]   2> 37802 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_real_time_get/terms/shard1 to Terms{values={core_node8=0, core_node5=0}, version=1}
   [junit4]   2> 37803 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_real_time_get/terms/shard1 to Terms{values={core_node7=0, core_node8=0, core_node5=0}, version=2}
   [junit4]   2> 37819 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
   [junit4]   2> 37820 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_real_time_get/terms/shard1 to Terms{values={core_node6=0, core_node7=0, core_node8=0, core_node5=0}, version=3}
   [junit4]   2> 38120 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 38120 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 38121 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/
   [junit4]   2> 38230 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_real_time_get_shard1_replica_t4 url=http://127.0.0.1:44219/solr START replicas=[http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_n1/, http://127.0.0.1:37479/solr/tlog_replica_test_real_time_get_shard1_replica_n2/, http://127.0.0.1:37479/solr/tlog_replica_test_real_time_get_shard1_replica_t3/] nUpdates=100
   [junit4]   2> 38281 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_real_time_get_shard1_replica_t4 url=http://127.0.0.1:44219/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 38445 INFO  (qtp1238248704-35) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=37
   [junit4]   2> 38446 INFO  (qtp1238248704-37) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t3]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=38
   [junit4]   2> 38447 INFO  (qtp65498399-31) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=181
   [junit4]   2> 38480 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 38480 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 38481 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.ZkController tlog_replica_test_real_time_get_shard1_replica_t4 stopping background replication from leader
   [junit4]   2> 38665 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/ shard1
   [junit4]   2> 38863 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 38886 INFO  (qtp65498399-28) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_t4&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=16100
   [junit4]   2> 39061 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_n1&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=16409
   [junit4]   2> 39066 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.c.ZkController tlog_replica_test_real_time_get_shard1_replica_t3 starting background replication from leader
   [junit4]   2> 39067 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 39238 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 39238 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 39239 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_n2&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=16582
   [junit4]   2> 39300 INFO  (zkCallback-17-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 39303 INFO  (qtp1238248704-40) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_t3&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=16645
   [junit4]   2> 39320 INFO  (zkCallback-19-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 39542 INFO  (zkCallback-19-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 39542 INFO  (zkCallback-17-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 39616 INFO  (qtp1238248704-26) [n:127.0.0.1:37479_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 39630 INFO  (qtp1238248704-26) [n:127.0.0.1:37479_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_real_time_get&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=19241
   [junit4]   2> 40059 INFO  (OverseerCollectionConfigSetProcessor-73554191022292998-127.0.0.1:37479_solr-n_0000000000) [n:127.0.0.1:37479_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 40948 INFO  (indexFetcher-44-thread-1) [    ] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/
   [junit4]   2> 41160 INFO  (qtp65498399-31) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=193
   [junit4]   2> 41168 INFO  (indexFetcher-44-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 41168 INFO  (indexFetcher-44-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 41168 INFO  (indexFetcher-44-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 41168 INFO  (indexFetcher-44-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 41168 INFO  (indexFetcher-44-thread-1) [    ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 41268 INFO  (qtp65498399-32) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_real_time_get/terms/shard1 to Terms{values={core_node6=1, core_node7=1, core_node8=1, core_node5=1}, version=4}
   [junit4]   2> 41375 INFO  (indexFetcher-44-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@d934f5d[tlog_replica_test_real_time_get_shard1_replica_t3] main]
   [junit4]   2> 41414 INFO  (searcherExecutor-23-thread-1) [    ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_t3] Registered new searcher Searcher@d934f5d[tlog_replica_test_real_time_get_shard1_replica_t3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 41530 INFO  (qtp1238248704-25) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/&wt=javabin&version=2}{add=[0 (1615330165643018240)]} 0 228
   [junit4]   2> 41537 INFO  (qtp1238248704-39) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_t3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/&wt=javabin&version=2}{add=[0 (1615330165643018240)]} 0 255
   [junit4]   2> 41538 INFO  (qtp65498399-24) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/&wt=javabin&version=2}{add=[0 (1615330165643018240)]} 0 244
   [junit4]   2> 41539 INFO  (qtp65498399-32) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_t4]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_n1/&wt=javabin&version=2}{add=[0 (1615330165643018240)]} 0 1328
   [junit4]   2> 41540 INFO  (qtp65498399-34) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 1585
   [junit4]   2> 41757 INFO  (qtp65498399-31) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/get params={qt=/get&_stateVer_=tlog_replica_test_real_time_get:6&ids=0&wt=javabin&version=2} status=0 QTime=70
   [junit4]   2> 41846 INFO  (qtp65498399-31) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/get params={qt=/get&ids=0&wt=javabin&version=2} status=0 QTime=14
   [junit4]   2> 41871 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n2]  webapp=/solr path=/get params={qt=/get&ids=0&wt=javabin&version=2} status=0 QTime=19
   [junit4]   2> 41889 INFO  (qtp1238248704-39) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.h.c.RealTimeGetComponent LOOKUP_SLICE:shard1=http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/|http://127.0.0.1:37479/solr/tlog_replica_test_real_time_get_shard1_replica_n2/|http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_n1/
   [junit4]   2> 41968 INFO  (qtp65498399-30) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4]  webapp=/solr path=/get params={distrib=false&qt=/get&omitHeader=true&shards.purpose=1&NOW=1540498893044&ids=0&isShard=true&shard.url=http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/|http://127.0.0.1:37479/solr/tlog_replica_test_real_time_get_shard1_replica_n2/|http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_n1/&wt=javabin&version=2&shards.qt=/get} status=0 QTime=40
   [junit4]   2> 41987 INFO  (qtp1238248704-39) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t3]  webapp=/solr path=/get params={qt=/get&ids=0&wt=javabin&version=2} status=0 QTime=98
   [junit4]   2> 42038 INFO  (qtp65498399-34) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.h.c.RealTimeGetComponent LOOKUP_SLICE:shard1=http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/|http://127.0.0.1:37479/solr/tlog_replica_test_real_time_get_shard1_replica_n2/|http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_n1/
   [junit4]   2> 42092 INFO  (qtp65498399-31) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4]  webapp=/solr path=/get params={distrib=false&qt=/get&omitHeader=true&shards.purpose=1&NOW=1540498893193&ids=0&isShard=true&shard.url=http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/|http://127.0.0.1:37479/solr/tlog_replica_test_real_time_get_shard1_replica_n2/|http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_n1/&wt=javabin&version=2&shards.qt=/get} status=0 QTime=1
   [junit4]   2> 42093 INFO  (qtp65498399-34) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4]  webapp=/solr path=/get params={qt=/get&ids=0&wt=javabin&version=2} status=0 QTime=55
   [junit4]   2> 42424 INFO  (qtp1238248704-39) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/&wt=javabin&version=2}{add=[1 (1615330167553523712)]} 0 130
   [junit4]   2> 42509 INFO  (qtp1238248704-37) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_t3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/&wt=javabin&version=2}{add=[1 (1615330167553523712)]} 0 274
   [junit4]   2> 42545 INFO  (qtp65498399-32) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/&wt=javabin&version=2}{add=[1 (1615330167553523712)]} 0 369
   [junit4]   2> 42547 INFO  (qtp65498399-30) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_t4]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:37479/solr/tlog_replica_test_real_time_get_shard1_replica_n2/&wt=javabin&version=2}{add=[1 (1615330167553523712)]} 0 391
   [junit4]   2> 42549 INFO  (qtp1238248704-36) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 437
   [junit4]   2> 42552 INFO  (qtp65498399-34) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/get params={qt=/get&_stateVer_=tlog_replica_test_real_time_get:6&ids=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 42572 INFO  (qtp65498399-34) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/get params={qt=/get&ids=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 42643 INFO  (qtp1238248704-35) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n2]  webapp=/solr path=/get params={qt=/get&ids=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 42660 INFO  (qtp1238248704-35) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.h.c.RealTimeGetComponent LOOKUP_SLICE:shard1=http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_n1/|http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/|http://127.0.0.1:37479/solr/tlog_replica_test_real_time_get_shard1_replica_n2/
   [junit4]   2> 42695 INFO  (qtp65498399-31) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&omitHeader=true&shards.purpose=1&NOW=1540498893816&ids=1&isShard=true&shard.url=http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_n1/|http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/|http://127.0.0.1:37479/solr/tlog_replica_test_real_time_get_shard1_replica_n2/&wt=javabin&version=2&shards.qt=/get} status=0 QTime=32
   [junit4]   2> 42696 INFO  (qtp1238248704-35) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t3]  webapp=/solr path=/get params={qt=/get&ids=1&wt=javabin&version=2} status=0 QTime=36
   [junit4]   2> 42698 INFO  (qtp65498399-34) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.h.c.RealTimeGetComponent LOOKUP_SLICE:shard1=http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_n1/|http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/|http://127.0.0.1:37479/solr/tlog_replica_test_real_time_get_shard1_replica_n2/
   [junit4]   2> 42769 INFO  (qtp65498399-30) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&omitHeader=true&shards.purpose=1&NOW=1540498893854&ids=1&isShard=true&shard.url=http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_n1/|http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/|http://127.0.0.1:37479/solr/tlog_replica_test_real_time_get_shard1_replica_n2/&wt=javabin&version=2&shards.qt=/get} status=0 QTime=33
   [junit4]   2> 42770 INFO  (qtp65498399-34) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4]  webapp=/solr path=/get params={qt=/get&ids=1&wt=javabin&version=2} status=0 QTime=72
   [junit4]   2> 43041 INFO  (qtp1238248704-35) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/&wt=javabin&version=2}{add=[2 (1615330168389238784)]} 0 15
   [junit4]   2> 43056 INFO  (qtp1238248704-25) [n:127.0.0.1:37479_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node7 x:tlog_replica_test_real_time_get_shard1_replica_t3] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_t3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/&wt=javabin&version=2}{add=[2 (1615330168389238784)]} 0 19
   [junit4]   2> 43093 INFO  (qtp65498399-31) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:44219/solr/tlog_replica_test_real_time_get_shard1_replica_t4/&wt=javabin&version=2}{add=[2 (1615330168389238784)]} 0 66
   [junit4]   2> 43096 INFO  (qtp65498399-32) [n:127.0.0.1:44219_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node8 x:tlog_r

[...truncated too long message...]

ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1024761311
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1024761311
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1024761311

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 48ms :: artifacts dl 1ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 211 minutes 34 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)